Warmstart + Noise Backend + Optuna (IBM)

import sys
import os
sys.path.insert(0, os.path.abspath('../'))
sys.path.insert(0, os.path.abspath('../../'))

import qiskit
qiskit.IBMQ.load_account()

<AccountProvider for IBMQ(hub='ibm-q', group='open', project='main')>

import optuna
from qiskit import Aer
from qiskit.utils import QuantumInstance
from qiskit_optimization.algorithms import WarmStartQAOAOptimizer, CobylaOptimizer, MinimumEigenOptimizer
from qiskit.algorithms import QAOA

from shared.QiskitMaxcut import *
from ibm.ibm_parameters import *

%matplotlib inline

print_parameters()

Optimizers: ['SPSA', 'QN-SPSA', 'COBYLA'] with MaxIter of 500
Number of shots: 8000
Repetitions: [ 1; 50 ]
Gamma value interval: [ -3.141592653589793; 3.141592653589793 ]
Beta value interval: [ 3.141592653589793;-3.141592653589793 ]
Number of Optuna Trials: 150
Noise Backend Name: ibmq_toronto

# ---- Define graph and MaxCut ----
graph = load_graph()
max_cut = Maxcut(graph)
max_cut_qubo = max_cut.to_qubo()
max_cut.draw()

def init_qaoa(optimizer, reps, init_parameters):

    quantum_instance = QuantumInstance( backend=Aer.get_backend(DEFAULT_QASM_SIMULATOR),
                                        shots=SHOTS,
                                        noise_model=noise_model,
                                        coupling_map=coupling_map,
                                        basis_gates=basis_gates,
                                      )

    if optimizer == "QN-SPSA":
        # generate QAOA to get ansatz
        pre_qaoa = QAOA(optimizer=COBYLA(maxiter=1, tol=0), quantum_instance=quantum_instance, reps=reps, initial_point=init_parameters)
        MinimumEigenOptimizer(pre_qaoa).solve(max_cut_qubo)
        fidelity = QNSPSA.get_fidelity(pre_qaoa.ansatz)
        optimizer = QNSPSA(fidelity, maxiter=MAX_ITER)

    qaoa = QAOA(optimizer=optimizer, 
                quantum_instance=quantum_instance, 
                reps=reps,
                initial_point=init_parameters) 

    ws_qaoa = WarmStartQAOAOptimizer(pre_solver=CobylaOptimizer(),
                                     relax_for_pre_solver=True,
                                     qaoa=qaoa)

    return ws_qaoa

def run(max_cut_problem, qaoa):
    # Run quantum algorithm QAOA
    result = qaoa.solve(max_cut_problem)
    optimal_parameters = qaoa._qaoa.optimal_params
    return result, optimal_parameters.copy()

def objective(trial):
    optimizer_name = trial.suggest_categorical("optimizer", optimizers.keys())
    reps = trial.suggest_int('reps', REPS_MIN, REPS_MAX + 1)
    parameters = []
    for i in range(reps):
        parameters.append(trial.suggest_uniform(f'gamma_{i}', GAMMA_MIN, GAMMA_MAX))

    for i in range(reps):
        parameters.append(trial.suggest_uniform(f'beta_{i}', BETA_MIN, BETA_MAX))

    optimizer = optimizers[optimizer_name]
        
    qaoa = init_qaoa(optimizer, reps, parameters)
    
    result, optimal_parameters = run(max_cut_qubo, qaoa)
    
    mean, distribution = max_cut.analyse(result)
    trial.set_user_attr(key="best", value=[mean,result,optimal_parameters, optimizer_name])
    
    return mean

# Optuna
study = optuna.create_study(direction='minimize')
study.optimize(objective, n_trials=N_TRIALS, callbacks=[save_best_trial])

[I 2021-08-05 11:17:07,072] A new study created in memory with name: no-name-e13f2d75-93e1-4826-a916-9a856faa4bbf
[I 2021-08-05 11:18:18,969] Trial 0 finished with value: -23.892500000000002 and parameters: {'optimizer': 'COBYLA', 'reps': 16, 'gamma_0': 1.1956602512504766, 'gamma_1': 1.9816425435641003, 'gamma_2': 1.4090893276601761, 'gamma_3': 0.267789416361337, 'gamma_4': 2.1653604534029434, 'gamma_5': 1.5368506865673845, 'gamma_6': 2.5313500170191574, 'gamma_7': -2.7937187083784716, 'gamma_8': 1.6868722500609374, 'gamma_9': -1.3016955557092569, 'gamma_10': -2.075654616695359, 'gamma_11': 0.5518464395766953, 'gamma_12': -2.4520602381364496, 'gamma_13': -2.5637041461102674, 'gamma_14': 0.536119925757033, 'gamma_15': -0.11995677738308741, 'beta_0': -0.36546581194462924, 'beta_1': -0.5825050111543271, 'beta_2': -1.981415383725983, 'beta_3': -3.010142189844091, 'beta_4': -1.065435972971979, 'beta_5': -2.950827847586247, 'beta_6': 1.7369827002822564, 'beta_7': 2.9344083282559197, 'beta_8': -2.5552065017623153, 'beta_9': 0.7885265319130315, 'beta_10': 1.1407807685677076, 'beta_11': 0.9792213969245704, 'beta_12': 2.2564054054939, 'beta_13': 0.6610343840457675, 'beta_14': -0.3318816015606463, 'beta_15': 1.9761028004005219}. Best is trial 0 with value: -23.892500000000002.
[I 2021-08-05 11:38:27,300] Trial 1 finished with value: -24.005875 and parameters: {'optimizer': 'QN-SPSA', 'reps': 45, 'gamma_0': -0.5116727147839155, 'gamma_1': 0.7594179576848372, 'gamma_2': -2.846273565047518, 'gamma_3': -1.2879187117226323, 'gamma_4': 1.926737392326344, 'gamma_5': 0.23207487423468542, 'gamma_6': 0.4996495589359289, 'gamma_7': -0.5203541346201925, 'gamma_8': -1.4517390971771973, 'gamma_9': -2.6386198529132616, 'gamma_10': 1.6479248490961451, 'gamma_11': 2.9860331400589724, 'gamma_12': 2.9839740663453522, 'gamma_13': 1.9607916767420006, 'gamma_14': 2.444426385972915, 'gamma_15': -1.9149740687037706, 'gamma_16': -0.8041829558124234, 'gamma_17': 0.5281357990613404, 'gamma_18': -0.3380103696475536, 'gamma_19': 1.5510589854110401, 'gamma_20': -1.4304681856427108, 'gamma_21': 3.1040416481489554, 'gamma_22': -0.6470178995353106, 'gamma_23': -0.16590400474309108, 'gamma_24': 1.6523456810543475, 'gamma_25': -2.6076958934408294, 'gamma_26': 2.6259098412361697, 'gamma_27': 2.604467585111445, 'gamma_28': -0.043385702902397405, 'gamma_29': 1.9964765253182089, 'gamma_30': 1.2858048225918752, 'gamma_31': -2.5158193360935415, 'gamma_32': -1.00960034886839, 'gamma_33': 0.5559068509632099, 'gamma_34': -1.4179353669688235, 'gamma_35': 1.1611654009069428, 'gamma_36': -0.4345941551718395, 'gamma_37': -0.18703285348190413, 'gamma_38': 1.038534997022051, 'gamma_39': -1.9268698787530592, 'gamma_40': 2.2640413032845768, 'gamma_41': 0.6085197864497229, 'gamma_42': -2.01107265333954, 'gamma_43': -0.7309574587455105, 'gamma_44': -0.40345079970481823, 'beta_0': -0.7462746365067923, 'beta_1': -0.8276941098714707, 'beta_2': -3.004615660044819, 'beta_3': 1.7796604919322032, 'beta_4': -2.188488127823173, 'beta_5': 2.4068970147320883, 'beta_6': -2.582381523868121, 'beta_7': 1.819223515687101, 'beta_8': -0.6642805359518622, 'beta_9': 1.078886190484723, 'beta_10': 2.9131828670089908, 'beta_11': 2.7540390969545356, 'beta_12': -1.4485934057744139, 'beta_13': -1.1300153309611063, 'beta_14': 0.6673453170625048, 'beta_15': 2.4811944459045385, 'beta_16': 1.7046231349384842, 'beta_17': 2.4422701086471683, 'beta_18': -1.276035548721916, 'beta_19': 0.7285179739664978, 'beta_20': 1.2564258692386359, 'beta_21': 1.5595361834179844, 'beta_22': 2.7133078956100345, 'beta_23': -1.268040899372247, 'beta_24': 1.0055233421279919, 'beta_25': 0.47555479467801565, 'beta_26': 2.4992534455029896, 'beta_27': -0.07267700165035018, 'beta_28': 0.6540197579537677, 'beta_29': 1.6691408360529572, 'beta_30': 1.4436738310908757, 'beta_31': -1.8922920242594627, 'beta_32': 1.9211486987364177, 'beta_33': 2.1488589024516145, 'beta_34': -0.24446473691335635, 'beta_35': 1.1130302742071692, 'beta_36': -0.7346730568030271, 'beta_37': -2.2045795001267177, 'beta_38': 1.1321384008876931, 'beta_39': 0.27949634241180865, 'beta_40': -1.1014293670192425, 'beta_41': 1.6437020831958913, 'beta_42': -0.07665548802562316, 'beta_43': 2.4182731000616773, 'beta_44': -0.599712153738948}. Best is trial 1 with value: -24.005875.
[I 2021-08-05 11:57:39,468] Trial 2 finished with value: -23.818875000000006 and parameters: {'optimizer': 'QN-SPSA', 'reps': 42, 'gamma_0': -0.8577423379719717, 'gamma_1': -1.7228088670300978, 'gamma_2': -0.9393719484960412, 'gamma_3': 2.097797013031477, 'gamma_4': 2.727707459869805, 'gamma_5': 2.5586232298726594, 'gamma_6': 1.0372508200809847, 'gamma_7': 1.9752632258127543, 'gamma_8': 0.11501381415009293, 'gamma_9': 1.0567426262325164, 'gamma_10': -1.1616981955822343, 'gamma_11': 0.07657790411890764, 'gamma_12': 1.3430270195835163, 'gamma_13': -0.976735703035982, 'gamma_14': 3.032783934743767, 'gamma_15': -0.2339093202918443, 'gamma_16': 2.7834357499747364, 'gamma_17': -0.6299873425495215, 'gamma_18': -1.4321215630690118, 'gamma_19': 3.121793162510018, 'gamma_20': -1.5094851629118091, 'gamma_21': 0.20644630891353577, 'gamma_22': 1.2998032489086313, 'gamma_23': -2.2740511858635912, 'gamma_24': 0.5401321996870565, 'gamma_25': 1.5651205490901683, 'gamma_26': -1.7276988959784578, 'gamma_27': -2.146933016700477, 'gamma_28': -0.14355932933792426, 'gamma_29': -0.5185207361147453, 'gamma_30': 1.0116625609713648, 'gamma_31': 2.190155531202662, 'gamma_32': -0.5706143335545861, 'gamma_33': 2.1215754580797723, 'gamma_34': -2.4057642984107654, 'gamma_35': -2.341006861586905, 'gamma_36': 1.2884856012959283, 'gamma_37': -1.6174778088365658, 'gamma_38': 0.002727905854125634, 'gamma_39': -1.7469098608896068, 'gamma_40': 1.3579359245960143, 'gamma_41': 1.842100282101387, 'beta_0': -0.7786758888224745, 'beta_1': 2.1443371614873374, 'beta_2': -1.2147337172040453, 'beta_3': 0.3153736816446502, 'beta_4': -0.8210866511312678, 'beta_5': 2.810953561517411, 'beta_6': -1.7263775578669078, 'beta_7': -1.554147768032878, 'beta_8': 0.7740220798924144, 'beta_9': 1.1148171326829672, 'beta_10': 0.24720169310223028, 'beta_11': -1.4195217827593378, 'beta_12': 2.8604914781081963, 'beta_13': 0.8682709076720938, 'beta_14': 0.5932927936843573, 'beta_15': 2.3347580565466917, 'beta_16': 1.6126403407022591, 'beta_17': -0.8329870893740345, 'beta_18': -2.8552729563891637, 'beta_19': 0.8035130606442484, 'beta_20': 2.151472823724574, 'beta_21': -1.5982676351915348, 'beta_22': -2.0250511241938987, 'beta_23': -2.5011450759336085, 'beta_24': -1.1375793762246387, 'beta_25': 3.021018696448027, 'beta_26': -2.6552755661294185, 'beta_27': 0.20307047103459297, 'beta_28': 0.08604572344669803, 'beta_29': -2.0844940736492763, 'beta_30': 1.4823957149156257, 'beta_31': 0.7271145222473354, 'beta_32': 0.3372247316200707, 'beta_33': 1.966762658704404, 'beta_34': -1.3989932326035788, 'beta_35': -0.3455014881610321, 'beta_36': 1.7603890241739348, 'beta_37': -0.14595329698916126, 'beta_38': 1.2558277596592236, 'beta_39': 1.744698038161201, 'beta_40': -0.9087178862493173, 'beta_41': 1.6583043857981732}. Best is trial 1 with value: -24.005875.
[I 2021-08-05 12:04:38,812] Trial 3 finished with value: -26.978499999999997 and parameters: {'optimizer': 'QN-SPSA', 'reps': 3, 'gamma_0': -0.28726973215984675, 'gamma_1': -0.2857490996326435, 'gamma_2': -2.2839338264920634, 'beta_0': -1.965143541254222, 'beta_1': -1.4651291625813623, 'beta_2': 2.4014423495483213}. Best is trial 3 with value: -26.978499999999997.
[I 2021-08-05 12:05:20,822] Trial 4 finished with value: -23.951625000000007 and parameters: {'optimizer': 'COBYLA', 'reps': 10, 'gamma_0': 1.8593633652255566, 'gamma_1': -2.6118467491392536, 'gamma_2': 2.473718461721063, 'gamma_3': 2.2103405136326035, 'gamma_4': 1.1102874828723488, 'gamma_5': -2.1919886394802806, 'gamma_6': -1.8662678958751087, 'gamma_7': -0.4540149967114395, 'gamma_8': 1.1551992937494662, 'gamma_9': 1.578577981899036, 'beta_0': -0.49947301736238225, 'beta_1': 2.9913683505282966, 'beta_2': -1.7092927273938179, 'beta_3': -2.418053902327247, 'beta_4': 2.469428623740698, 'beta_5': 1.3322001572238342, 'beta_6': 2.6612910130563723, 'beta_7': 1.4908156891499074, 'beta_8': 2.860882794561374, 'beta_9': 2.2455037578482324}. Best is trial 3 with value: -26.978499999999997.
[I 2021-08-05 12:28:44,412] Trial 5 finished with value: -23.575750000000003 and parameters: {'optimizer': 'QN-SPSA', 'reps': 50, 'gamma_0': 2.181642740450922, 'gamma_1': -3.00851921597944, 'gamma_2': -3.046064026407813, 'gamma_3': 2.9615571604859117, 'gamma_4': 0.7420907831799193, 'gamma_5': -0.518993361468906, 'gamma_6': -1.5970177534449217, 'gamma_7': 0.9896032975875961, 'gamma_8': 2.9332033574213954, 'gamma_9': 2.9277626528288705, 'gamma_10': -2.7851038712402563, 'gamma_11': -2.9845988038634177, 'gamma_12': 1.2444911915023136, 'gamma_13': 0.08076758037550436, 'gamma_14': -0.10145896098236484, 'gamma_15': -0.8585560776367647, 'gamma_16': 1.9026908585794224, 'gamma_17': 0.8161580770521293, 'gamma_18': -0.6797979379074568, 'gamma_19': -2.4438344324384005, 'gamma_20': -3.0784171597919596, 'gamma_21': 0.34904582568819054, 'gamma_22': 2.9348655103402743, 'gamma_23': 0.5489446407524903, 'gamma_24': 2.594440427016381, 'gamma_25': -0.4153900826713759, 'gamma_26': 2.8152486087155513, 'gamma_27': -3.0354063109251594, 'gamma_28': -2.7301031519068983, 'gamma_29': 0.48949685566314116, 'gamma_30': -0.4435233752393595, 'gamma_31': -3.016850046933798, 'gamma_32': 2.1129445749836933, 'gamma_33': -2.3893901097369925, 'gamma_34': -0.20626457043500412, 'gamma_35': 0.9336819911451926, 'gamma_36': 0.5809696775168387, 'gamma_37': -0.05744612962439888, 'gamma_38': 1.5700037257468757, 'gamma_39': -1.502055292163503, 'gamma_40': 2.613710993334621, 'gamma_41': 2.216705628410172, 'gamma_42': 0.6002211982637387, 'gamma_43': -1.940056447967928, 'gamma_44': -0.20976900935650677, 'gamma_45': 2.729216072357551, 'gamma_46': 1.4681193540039263, 'gamma_47': -2.864308771326202, 'gamma_48': -2.954026168654367, 'gamma_49': 2.8390506753192195, 'beta_0': 2.3524050787136366, 'beta_1': 0.5432995425705194, 'beta_2': 0.7778810577397053, 'beta_3': 1.3074965064734645, 'beta_4': -1.5677216637439007, 'beta_5': 0.052022263491064535, 'beta_6': 2.7583334204845915, 'beta_7': 2.2031827353334865, 'beta_8': -2.5347093934495204, 'beta_9': 0.30050545725139743, 'beta_10': 2.708745787175755, 'beta_11': 1.7728796245687493, 'beta_12': 2.227468452003862, 'beta_13': -3.0586316012030434, 'beta_14': 3.109442265611497, 'beta_15': -0.23549648792653155, 'beta_16': -1.4214950203638494, 'beta_17': 3.0778995459793173, 'beta_18': 2.299377171426383, 'beta_19': -0.4962197549611487, 'beta_20': 2.83588691763116, 'beta_21': -2.6163436065156684, 'beta_22': 0.0594940977627445, 'beta_23': 0.4615214008855104, 'beta_24': 0.5031690914522033, 'beta_25': 0.4990458264889681, 'beta_26': 0.7764098702626385, 'beta_27': -0.2932262298105166, 'beta_28': -0.9267230267705995, 'beta_29': 2.705430718738646, 'beta_30': -1.0891809350926196, 'beta_31': 1.6757651419451243, 'beta_32': 1.5393981186738772, 'beta_33': 1.7537137525745612, 'beta_34': -0.49586010380804124, 'beta_35': -1.7858007192428151, 'beta_36': -0.34640371307622697, 'beta_37': 2.9582961763259856, 'beta_38': -1.9336511817866622, 'beta_39': -2.4045430572254527, 'beta_40': -0.005689870243292816, 'beta_41': 1.6646885368227595, 'beta_42': 0.9798124662105714, 'beta_43': -1.954431356510565, 'beta_44': -0.3064315850020174, 'beta_45': 2.891962140652767, 'beta_46': 1.337621767200992, 'beta_47': -1.1971395528744715, 'beta_48': -1.5254264700367888, 'beta_49': -0.17281118752244096}. Best is trial 3 with value: -26.978499999999997.
[I 2021-08-05 12:31:55,066] Trial 6 finished with value: -24.2575 and parameters: {'optimizer': 'COBYLA', 'reps': 42, 'gamma_0': -2.475267515816976, 'gamma_1': -2.66574457871566, 'gamma_2': 1.0402385956761853, 'gamma_3': -1.9522999238866585, 'gamma_4': 2.3722367140209, 'gamma_5': -2.959503796711677, 'gamma_6': -2.7326754239172435, 'gamma_7': 1.760679504173214, 'gamma_8': 0.2795298747693855, 'gamma_9': -0.22369928713430243, 'gamma_10': 1.5815347600429241, 'gamma_11': -2.10998478686067, 'gamma_12': -2.2119175883862097, 'gamma_13': 2.1506464916910053, 'gamma_14': -2.6103970565686616, 'gamma_15': 0.22469526293071773, 'gamma_16': -2.016460922196271, 'gamma_17': 2.237827543393455, 'gamma_18': 0.5940312408111987, 'gamma_19': 2.8967323771583278, 'gamma_20': 0.8845024057453506, 'gamma_21': 2.429097901824564, 'gamma_22': -0.45793820529762463, 'gamma_23': 1.4771362739203315, 'gamma_24': -1.8433935693726504, 'gamma_25': 1.6425214200420628, 'gamma_26': 2.0618260762405614, 'gamma_27': -1.4664548368870003, 'gamma_28': -0.22225239566936672, 'gamma_29': 2.008483278259642, 'gamma_30': -0.6602252678157665, 'gamma_31': -0.18649767867992573, 'gamma_32': -1.6279622460144896, 'gamma_33': 2.0428149819067123, 'gamma_34': 2.93892998115797, 'gamma_35': -2.319789448221837, 'gamma_36': 0.3580122718028238, 'gamma_37': 0.6391890278823373, 'gamma_38': 0.35798483921805335, 'gamma_39': 1.7842854955101766, 'gamma_40': 1.9654827277766111, 'gamma_41': 0.33237001494613416, 'beta_0': 1.1170818600755528, 'beta_1': 0.43335416341395794, 'beta_2': 0.18357055963909108, 'beta_3': -2.8742082619931564, 'beta_4': -1.1752443952922693, 'beta_5': -2.0172233028353372, 'beta_6': -0.4073232644600151, 'beta_7': -1.1269084295503444, 'beta_8': 1.0315707123476514, 'beta_9': -0.0882598191533921, 'beta_10': 0.9395363584493515, 'beta_11': 2.1489589956775923, 'beta_12': 1.7892274287843586, 'beta_13': 1.6618916321383788, 'beta_14': -2.9115601594396447, 'beta_15': -1.1480670246319586, 'beta_16': -1.8565606803128698, 'beta_17': 2.5066196016527957, 'beta_18': -2.1751331055227605, 'beta_19': 0.927563709844426, 'beta_20': -1.0766458147911386, 'beta_21': 1.42869734835352, 'beta_22': 0.7875205262835192, 'beta_23': 2.82634798973951, 'beta_24': -2.4082331416467313, 'beta_25': -1.4770667451950577, 'beta_26': -2.7182388397685893, 'beta_27': -1.2550520975758062, 'beta_28': 0.753637039848281, 'beta_29': -1.711665431612903, 'beta_30': 2.0055750988047887, 'beta_31': -3.1120415389326346, 'beta_32': -0.9670260053045729, 'beta_33': 1.214133575253319, 'beta_34': -2.5231296565830057, 'beta_35': -2.2543556832800493, 'beta_36': -0.04967295201901978, 'beta_37': 1.9027354808789543, 'beta_38': 0.40293647584049364, 'beta_39': -2.7304503388626826, 'beta_40': -2.749332468164844, 'beta_41': 0.945549592483812}. Best is trial 3 with value: -26.978499999999997.
[I 2021-08-05 12:47:44,399] Trial 7 finished with value: -23.8685 and parameters: {'optimizer': 'QN-SPSA', 'reps': 31, 'gamma_0': -3.0801821020089855, 'gamma_1': 2.85089077307682, 'gamma_2': 0.6443733149067432, 'gamma_3': -1.4387380032474515, 'gamma_4': 0.8553814368600507, 'gamma_5': -0.3211385563300033, 'gamma_6': -1.8018624255934024, 'gamma_7': 1.370067479630909, 'gamma_8': -0.5103665936761401, 'gamma_9': 2.5927999931489065, 'gamma_10': 0.720640842711874, 'gamma_11': -2.1291112887374144, 'gamma_12': 0.10065428819734246, 'gamma_13': -1.435371830746424, 'gamma_14': 0.5267162012371376, 'gamma_15': 1.0572520723686472, 'gamma_16': 0.861874108486961, 'gamma_17': 0.7664733522579805, 'gamma_18': -2.4080705730915284, 'gamma_19': 1.2113288134316544, 'gamma_20': 2.1923865512965888, 'gamma_21': -3.102062654871171, 'gamma_22': 1.2713468736126687, 'gamma_23': -1.3597343694004682, 'gamma_24': -1.0838000758522721, 'gamma_25': -0.5717290030705833, 'gamma_26': -2.3046265501119434, 'gamma_27': -1.8860422419078238, 'gamma_28': 0.7641730478832902, 'gamma_29': 3.1227891492401305, 'gamma_30': -2.044785171596251, 'beta_0': 2.5415104439675895, 'beta_1': -0.40265488322141785, 'beta_2': -2.4961365539427427, 'beta_3': 0.7110487997541268, 'beta_4': -1.181694369466821, 'beta_5': 0.5240458907948788, 'beta_6': -1.5384133561521258, 'beta_7': -2.5115789665948896, 'beta_8': 1.2800869885505284, 'beta_9': 1.7718088136242773, 'beta_10': -0.2708367149685573, 'beta_11': 1.3155662662047547, 'beta_12': 0.0012094704300893433, 'beta_13': 0.2957017429438582, 'beta_14': 1.678611531965232, 'beta_15': -0.13206983816714768, 'beta_16': 0.9107732745154307, 'beta_17': -2.554934796263333, 'beta_18': 0.6512093952461036, 'beta_19': 2.7516558760491376, 'beta_20': 1.8498789287705293, 'beta_21': 1.2212603651894414, 'beta_22': 1.3055814997049477, 'beta_23': 0.35982184974968234, 'beta_24': -2.7523091572269722, 'beta_25': -2.031871429630143, 'beta_26': 2.014373803596124, 'beta_27': 2.1283422222096995, 'beta_28': 1.1137606256234083, 'beta_29': 0.8916860045809605, 'beta_30': -0.13270171624571292}. Best is trial 3 with value: -26.978499999999997.
[I 2021-08-05 12:51:51,612] Trial 8 finished with value: -22.939375 and parameters: {'optimizer': 'SPSA', 'reps': 5, 'gamma_0': -1.3171553178525777, 'gamma_1': -1.9549477628175125, 'gamma_2': 3.0609889233030128, 'gamma_3': 0.6668913635369722, 'gamma_4': 2.206484774865763, 'beta_0': -2.0749760806915285, 'beta_1': -1.7101613718045738, 'beta_2': -1.2419704438425772, 'beta_3': 2.5502421892867337, 'beta_4': -2.461648190861006}. Best is trial 3 with value: -26.978499999999997.
[I 2021-08-05 12:53:00,171] Trial 9 finished with value: -24.23175 and parameters: {'optimizer': 'COBYLA', 'reps': 15, 'gamma_0': 0.8910713380951369, 'gamma_1': 1.9522891891280967, 'gamma_2': 2.9735421992174036, 'gamma_3': -3.0135693487189403, 'gamma_4': 0.3636742012095264, 'gamma_5': -1.2890131071145885, 'gamma_6': 0.8446171103898599, 'gamma_7': -0.941339691590223, 'gamma_8': -1.6111639917605636, 'gamma_9': 2.3314789118739894, 'gamma_10': -2.4279332396665576, 'gamma_11': -0.08671697316224103, 'gamma_12': -2.337170891257096, 'gamma_13': -1.0451513774801038, 'gamma_14': -2.9066154147415206, 'beta_0': -1.8468719201651367, 'beta_1': -1.249328907063542, 'beta_2': 2.4594169159491024, 'beta_3': -0.4298286913441802, 'beta_4': -1.393882454972125, 'beta_5': 2.761357402473876, 'beta_6': -0.9854125885480731, 'beta_7': 1.2933394752520933, 'beta_8': 0.22402686763041357, 'beta_9': 2.12529988066934, 'beta_10': 2.887738180220043, 'beta_11': 2.0120311533121953, 'beta_12': -1.7165030117067683, 'beta_13': 2.216941797557763, 'beta_14': -1.6464675859366205}. Best is trial 3 with value: -26.978499999999997.
[I 2021-08-05 12:58:28,833] Trial 10 finished with value: -24.132750000000005 and parameters: {'optimizer': 'SPSA', 'reps': 25, 'gamma_0': 3.104315850575364, 'gamma_1': -0.30781841722219044, 'gamma_2': -1.3983909416857117, 'gamma_3': -3.0654529311814196, 'gamma_4': -2.9009675490195814, 'gamma_5': 3.1158992429831134, 'gamma_6': 2.789024912015938, 'gamma_7': -3.0866561895322655, 'gamma_8': -2.6709621806099606, 'gamma_9': -2.7643198590595426, 'gamma_10': 3.0975516238407224, 'gamma_11': 2.864849809730921, 'gamma_12': 2.823324782570166, 'gamma_13': 3.1302500684698487, 'gamma_14': -1.1789651687730698, 'gamma_15': 3.120699643526337, 'gamma_16': -2.8659673085026944, 'gamma_17': -3.0801496083498834, 'gamma_18': 2.9997175651094157, 'gamma_19': -3.008542297460808, 'gamma_20': 3.104304677503284, 'gamma_21': -3.1359490395022047, 'gamma_22': -3.1184475398796216, 'gamma_23': 2.999916087876316, 'gamma_24': -2.8067902458857352, 'beta_0': -2.9217744426923744, 'beta_1': -2.9723566051543586, 'beta_2': 3.1384035556572663, 'beta_3': -0.9175148100931977, 'beta_4': 1.5671151828336651, 'beta_5': -1.557600901851381, 'beta_6': 1.3895160685854042, 'beta_7': -0.026341927103956473, 'beta_8': 2.97956092245774, 'beta_9': -3.107815807537443, 'beta_10': -2.874565740424302, 'beta_11': -3.0529639048121893, 'beta_12': -2.939591565056605, 'beta_13': -2.851068949892887, 'beta_14': 2.8999830462478435, 'beta_15': -2.6162775559366636, 'beta_16': -3.112092495699269, 'beta_17': 0.39625537185083626, 'beta_18': 2.999546562312466, 'beta_19': -2.5068856698081996, 'beta_20': -2.3905885584642217, 'beta_21': 3.0832021180778817, 'beta_22': -3.1086312749851945, 'beta_23': 3.000381501524278, 'beta_24': 3.0531350974102303}. Best is trial 3 with value: -26.978499999999997.
[I 2021-08-05 13:01:23,365] Trial 11 finished with value: -24.14625 and parameters: {'optimizer': 'COBYLA', 'reps': 35, 'gamma_0': -2.604558362412447, 'gamma_1': -0.8821630483907226, 'gamma_2': -0.31474587816669974, 'gamma_3': -1.5375631341980054, 'gamma_4': -1.4126948856864654, 'gamma_5': -3.1207833739182513, 'gamma_6': -2.9156780405474048, 'gamma_7': 2.620700460850911, 'gamma_8': 2.687325457935315, 'gamma_9': -0.3155094829147429, 'gamma_10': 2.8737940500488013, 'gamma_11': -1.7841494584286959, 'gamma_12': -1.4549633925009196, 'gamma_13': 1.4453120269057387, 'gamma_14': -2.9830416901440038, 'gamma_15': 1.761734722840863, 'gamma_16': -2.710143659742816, 'gamma_17': 2.9253342168239067, 'gamma_18': 2.0580615479782374, 'gamma_19': 3.0656949626067256, 'gamma_20': 1.231887716836635, 'gamma_21': 3.0856243591097368, 'gamma_22': -1.8657193277006454, 'gamma_23': 2.9208498728513232, 'gamma_24': -2.9325940953236396, 'gamma_25': 2.93953083503774, 'gamma_26': 0.7746205055911592, 'gamma_27': 0.6257656193518879, 'gamma_28': 2.974998634711952, 'gamma_29': -3.0326375119843956, 'gamma_30': -2.7683011567703053, 'gamma_31': 0.26335130072487084, 'gamma_32': -2.8508761251841706, 'gamma_33': 2.981583442194002, 'gamma_34': 2.873772087100862, 'beta_0': 1.0192097377326992, 'beta_1': 1.0142957769651442, 'beta_2': 1.083908009954868, 'beta_3': -1.7138810009554724, 'beta_4': 0.37263310657697546, 'beta_5': -1.7311135543922336, 'beta_6': -0.040861025238621396, 'beta_7': -0.8125893340097814, 'beta_8': -1.2271030038161643, 'beta_9': -1.5119228713310655, 'beta_10': -2.178449597722384, 'beta_11': -0.3015233189071917, 'beta_12': 0.7836552691407077, 'beta_13': 2.5510894571038394, 'beta_14': -3.118064205477731, 'beta_15': -2.4059243438598905, 'beta_16': -2.0977200177810107, 'beta_17': 1.3679199917408253, 'beta_18': -2.482190082857633, 'beta_19': 2.7736181267598257, 'beta_20': -1.6872415341636668, 'beta_21': -0.2063129761881093, 'beta_22': 3.119142125858278, 'beta_23': 3.1358741691103096, 'beta_24': -2.982319467650587, 'beta_25': -3.0258091501567512, 'beta_26': -2.8025809155799637, 'beta_27': -3.104324968534222, 'beta_28': 3.006725975183958, 'beta_29': -2.2645325341377154, 'beta_30': 2.806976146425713, 'beta_31': -3.018459636893117, 'beta_32': -3.0659801877226744, 'beta_33': -2.7364921910237383, 'beta_34': -3.1081333400933233}. Best is trial 3 with value: -26.978499999999997.
[I 2021-08-05 13:15:53,531] Trial 12 finished with value: -24.267250000000004 and parameters: {'optimizer': 'QN-SPSA', 'reps': 27, 'gamma_0': -2.222686650681297, 'gamma_1': 1.0368187582524275, 'gamma_2': 1.4022167449535112, 'gamma_3': -2.357730889463303, 'gamma_4': -1.0364218835243513, 'gamma_5': -3.0851975845598276, 'gamma_6': -3.037832449556038, 'gamma_7': 3.085483203901252, 'gamma_8': 0.6364491475525769, 'gamma_9': -0.8951296339611019, 'gamma_10': 1.6557553386246067, 'gamma_11': -1.129656503221566, 'gamma_12': -3.1159623136462544, 'gamma_13': 3.061733608277141, 'gamma_14': -1.6811951293312792, 'gamma_15': -2.932524110209344, 'gamma_16': -1.2617637584098578, 'gamma_17': 2.8413975249370638, 'gamma_18': 1.0459004926892586, 'gamma_19': -1.0800587936090822, 'gamma_20': 0.4441492852246616, 'gamma_21': 2.1295688252357823, 'gamma_22': -0.3386733122185935, 'gamma_23': 1.3646100344159506, 'gamma_24': -1.5800193910852924, 'gamma_25': 1.973108072532126, 'gamma_26': 0.9242137045069337, 'beta_0': 1.3594086588006584, 'beta_1': -2.46183371634133, 'beta_2': 1.9138490337322442, 'beta_3': -3.0072597450056358, 'beta_4': 0.423631678021452, 'beta_5': -3.0615762701638816, 'beta_6': 0.47203626145499833, 'beta_7': -2.7399456109499853, 'beta_8': 2.053334741373014, 'beta_9': -1.0327488874067419, 'beta_10': 1.3817725877161249, 'beta_11': -0.12184482240031835, 'beta_12': 1.1032258131547885, 'beta_13': 3.055610025696713, 'beta_14': -2.4945897054351405, 'beta_15': -1.3318583990264772, 'beta_16': -0.9607507741682212, 'beta_17': 3.005093364864746, 'beta_18': -0.8616508725773888, 'beta_19': -1.0834831982449842, 'beta_20': -0.5930326433468701, 'beta_21': 2.828278922702575, 'beta_22': -0.6672738707770653, 'beta_23': 1.8724793145281668, 'beta_24': -1.3191537945520413, 'beta_25': -1.3279206110188593, 'beta_26': -1.008733415338198}. Best is trial 3 with value: -26.978499999999997.
[I 2021-08-05 13:29:32,967] Trial 13 finished with value: -24.112500000000004 and parameters: {'optimizer': 'QN-SPSA', 'reps': 22, 'gamma_0': -1.7158967994255385, 'gamma_1': 0.6974199651225259, 'gamma_2': -1.8787411906846458, 'gamma_3': -0.47018906868303223, 'gamma_4': -1.1105138553059304, 'gamma_5': -2.067472350421321, 'gamma_6': -0.6561769113219489, 'gamma_7': 3.1307817042097934, 'gamma_8': 1.668912031206754, 'gamma_9': -1.576604033661361, 'gamma_10': -0.39987275694238444, 'gamma_11': 1.4545229939038393, 'gamma_12': -0.7038439503125502, 'gamma_13': 2.958361115699913, 'gamma_14': -1.5426736769173806, 'gamma_15': -2.299733919288374, 'gamma_16': -0.9571509851105146, 'gamma_17': -1.7127240557169041, 'gamma_18': 1.296468287994111, 'gamma_19': -1.356311992150057, 'gamma_20': -0.6588731523375398, 'gamma_21': 1.5788475092336658, 'beta_0': 1.051166169513663, 'beta_1': -2.661717811109784, 'beta_2': 2.0856074372594313, 'beta_3': -1.5298682771273506, 'beta_4': 0.6981916562032594, 'beta_5': -2.705499945225792, 'beta_6': 1.0441693753522232, 'beta_7': -3.1322207844157304, 'beta_8': 2.1543910537236286, 'beta_9': -1.425737375315291, 'beta_10': -1.313926157316893, 'beta_11': -1.4499326042360028, 'beta_12': 0.8738849750704084, 'beta_13': -1.1161870402709564, 'beta_14': -1.7123924699412376, 'beta_15': -1.405215009543538, 'beta_16': -0.3066069553792682, 'beta_17': -1.8190069082801843, 'beta_18': 0.059347421561452535, 'beta_19': -2.721625380746607, 'beta_20': 0.10705680092913128, 'beta_21': 2.907293703343218}. Best is trial 3 with value: -26.978499999999997.
[I 2021-08-05 13:35:39,491] Trial 14 finished with value: -25.805625 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': -0.06172930849825267, 'beta_0': 1.581425490965854}. Best is trial 3 with value: -26.978499999999997.
[I 2021-08-05 13:42:05,957] Trial 15 finished with value: -23.668750000000006 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': 0.07279582084834685, 'gamma_1': -0.6297815346676807, 'beta_0': -1.6375588252979474, 'beta_1': -1.9461681745061354}. Best is trial 3 with value: -26.978499999999997.
[I 2021-08-05 13:48:08,794] Trial 16 finished with value: -26.4105 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': 0.20163482600784205, 'beta_0': -2.959393668759083}. Best is trial 3 with value: -26.978499999999997.
[I 2021-08-05 13:56:41,800] Trial 17 finished with value: -24.027125000000005 and parameters: {'optimizer': 'QN-SPSA', 'reps': 9, 'gamma_0': 0.49190071671043833, 'gamma_1': -1.3503389623346882, 'gamma_2': -1.9486862424520317, 'gamma_3': 1.4497278020740894, 'gamma_4': -2.7808084938975743, 'gamma_5': 1.257750326951197, 'gamma_6': 1.8819884268005944, 'gamma_7': -1.8331941368385136, 'gamma_8': -2.5670962049918797, 'beta_0': -2.8905124250176644, 'beta_1': 1.5449346393250665, 'beta_2': 2.941479500880146, 'beta_3': 3.0111939422408662, 'beta_4': 3.085353483640035, 'beta_5': -0.9135531539843226, 'beta_6': -2.433993836100912, 'beta_7': 0.4664888471142726, 'beta_8': -1.1752704967713699}. Best is trial 3 with value: -26.978499999999997.
[I 2021-08-05 14:00:55,046] Trial 18 finished with value: -24.238124999999997 and parameters: {'optimizer': 'SPSA', 'reps': 7, 'gamma_0': 1.4625172746817443, 'gamma_1': 0.2584826454020264, 'gamma_2': -2.7114514048689156, 'gamma_3': -0.5097329016841, 'gamma_4': -0.2907892367499153, 'gamma_5': 1.9140670337326338, 'gamma_6': -0.5106893928649794, 'beta_0': -3.1066540145868924, 'beta_1': 0.051470682958812075, 'beta_2': -0.3884750110154712, 'beta_3': 1.818014610249033, 'beta_4': -3.0788161074833, 'beta_5': 1.55800089445046, 'beta_6': 2.0389379651698794}. Best is trial 3 with value: -26.978499999999997.
[I 2021-08-05 14:11:14,686] Trial 19 finished with value: -24.177750000000003 and parameters: {'optimizer': 'QN-SPSA', 'reps': 15, 'gamma_0': -0.7131328805727539, 'gamma_1': 1.6503423191003783, 'gamma_2': -0.3871975707120565, 'gamma_3': 2.904990637567053, 'gamma_4': -2.1939623618412374, 'gamma_5': 0.5600127117142694, 'gamma_6': 1.8253605221833589, 'gamma_7': 0.4121648977923046, 'gamma_8': -0.7360796590091533, 'gamma_9': 1.1704916049425844, 'gamma_10': -1.3339744884180458, 'gamma_11': 1.8612899510979088, 'gamma_12': 1.5535609048686532, 'gamma_13': -3.0513847694891574, 'gamma_14': 1.8461000541686143, 'beta_0': -2.499293563485679, 'beta_1': -1.7751189876901956, 'beta_2': 1.2610493395762297, 'beta_3': 3.0667563410144374, 'beta_4': 1.5470238832813872, 'beta_5': -0.6160146875956686, 'beta_6': -2.799719809573005, 'beta_7': 3.082497777822582, 'beta_8': -2.106424248902965, 'beta_9': 3.0666888287641716, 'beta_10': -3.1409659471980156, 'beta_11': -2.264327143971812, 'beta_12': -3.0428155392804435, 'beta_13': -1.6556890485943674, 'beta_14': 2.132585461256427}. Best is trial 3 with value: -26.978499999999997.
[I 2021-08-05 14:18:01,034] Trial 20 finished with value: -25.790875000000007 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': 0.35706739754976236, 'beta_0': -1.4226938621590455}. Best is trial 3 with value: -26.978499999999997.
[I 2021-08-05 14:24:51,073] Trial 21 finished with value: -26.189499999999995 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': -0.2571142733624806, 'gamma_1': 3.0531452727555224, 'beta_0': 3.031842714207093, 'beta_1': 3.1239340503081765}. Best is trial 3 with value: -26.978499999999997.
[I 2021-08-05 14:30:54,251] Trial 22 finished with value: -27.848499999999998 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': -0.29215424271500334, 'beta_0': 0.18749159344759403}. Best is trial 22 with value: -27.848499999999998.
[I 2021-08-05 14:40:01,526] Trial 23 finished with value: -24.301999999999996 and parameters: {'optimizer': 'QN-SPSA', 'reps': 12, 'gamma_0': -1.1097021855018103, 'gamma_1': -0.08639630857296136, 'gamma_2': -2.0646174987677854, 'gamma_3': 0.9484345507341398, 'gamma_4': 3.0590178048566345, 'gamma_5': 3.0338677912756635, 'gamma_6': 3.1302436136759635, 'gamma_7': -2.041271166095653, 'gamma_8': -3.04659671382735, 'gamma_9': -2.187535427148257, 'gamma_10': 0.2508858429694687, 'gamma_11': -2.9671235198611576, 'beta_0': 0.2069349399295022, 'beta_1': -1.1083431784313795, 'beta_2': -0.2891990682810839, 'beta_3': -0.3415831198275322, 'beta_4': -0.3845761112702691, 'beta_5': 1.6158310788799772, 'beta_6': 3.1286513739603743, 'beta_7': -1.8594443876398263, 'beta_8': -0.3818884035714264, 'beta_9': -3.0017148795615816, 'beta_10': -1.3312990741171356, 'beta_11': 3.0055244697864767}. Best is trial 22 with value: -27.848499999999998.
[I 2021-08-05 14:47:06,798] Trial 24 finished with value: -25.231374999999996 and parameters: {'optimizer': 'QN-SPSA', 'reps': 5, 'gamma_0': -1.591898331732171, 'gamma_1': -0.965192345160454, 'gamma_2': -0.9936295263654248, 'gamma_3': -0.6580314501180701, 'gamma_4': -1.9846369374569652, 'beta_0': 0.3042544407348513, 'beta_1': -2.299077407656959, 'beta_2': 1.8175430388318778, 'beta_3': -1.9247497837768754, 'beta_4': 2.915001153098434}. Best is trial 22 with value: -27.848499999999998.
[I 2021-08-05 14:59:19,556] Trial 25 finished with value: -23.590374999999998 and parameters: {'optimizer': 'QN-SPSA', 'reps': 21, 'gamma_0': 0.678253239277302, 'gamma_1': -2.0994007875464322, 'gamma_2': 0.33956238167219466, 'gamma_3': -2.5024645581833935, 'gamma_4': -0.35354296502238863, 'gamma_5': -1.0834177570644037, 'gamma_6': -0.9768015287024602, 'gamma_7': -1.4828249507868845, 'gamma_8': 2.277690461925954, 'gamma_9': 0.6540988826870603, 'gamma_10': 2.4872766231912036, 'gamma_11': 2.125941425146938, 'gamma_12': 2.2096862022502717, 'gamma_13': 0.39388767152900445, 'gamma_14': 1.4370626299646907, 'gamma_15': 2.27392946066972, 'gamma_16': 0.8724363395124377, 'gamma_17': -2.167851160056827, 'gamma_18': -2.460204001228807, 'gamma_19': 0.5626788098316114, 'gamma_20': -3.0092118602881017, 'beta_0': -1.3376543472544986, 'beta_1': 2.0648197445648044, 'beta_2': 2.735741104708716, 'beta_3': -0.9849893561452228, 'beta_4': -3.0479677623701216, 'beta_5': 0.4639383776180245, 'beta_6': 0.6569903877400218, 'beta_7': -0.03891555720905649, 'beta_8': -1.7187090357750345, 'beta_9': -2.5057413646923297, 'beta_10': 2.050833990630271, 'beta_11': -2.892527008442362, 'beta_12': -1.3384227965536952, 'beta_13': -2.3548564960841256, 'beta_14': -0.4597700199570406, 'beta_15': 1.0965628300983419, 'beta_16': 2.7676218133970014, 'beta_17': -2.986890882636312, 'beta_18': 1.7589710227212492, 'beta_19': -1.6151760016319159, 'beta_20': -2.8945835739039496}. Best is trial 22 with value: -27.848499999999998.
[I 2021-08-05 15:03:22,727] Trial 26 finished with value: -24.147749999999995 and parameters: {'optimizer': 'SPSA', 'reps': 5, 'gamma_0': -0.39352071259119975, 'gamma_1': 2.571880699678571, 'gamma_2': -2.5119575889723844, 'gamma_3': 1.6863511061119127, 'gamma_4': 1.5493188493615648, 'beta_0': -2.4699866503509256, 'beta_1': -3.06770456450745, 'beta_2': 0.5603301104274191, 'beta_3': 0.7168593810005421, 'beta_4': 1.8975982371098072}. Best is trial 22 with value: -27.848499999999998.
[I 2021-08-05 15:09:24,315] Trial 27 finished with value: -25.142375 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': 0.17516482158267146, 'beta_0': -0.07997906625318152}. Best is trial 22 with value: -27.848499999999998.
[I 2021-08-05 15:18:34,466] Trial 28 finished with value: -24.0505 and parameters: {'optimizer': 'QN-SPSA', 'reps': 12, 'gamma_0': 1.0346308166285856, 'gamma_1': 1.5674502888299988, 'gamma_2': 1.9700195299708703, 'gamma_3': 3.0997432218294683, 'gamma_4': -3.087544150661819, 'gamma_5': 2.2736712487819073, 'gamma_6': -0.15774251345343338, 'gamma_7': 0.43072258096823485, 'gamma_8': -1.8415023218180189, 'gamma_9': 1.75303046912742, 'gamma_10': -0.7973984681414809, 'gamma_11': -0.8002835469218869, 'beta_0': -2.3322590054744365, 'beta_1': -0.08363190620820833, 'beta_2': 1.5049502768893446, 'beta_3': 2.390639060299865, 'beta_4': 1.0463207042718703, 'beta_5': -0.8305795245718195, 'beta_6': -1.0333743031575227, 'beta_7': 0.4747792142011836, 'beta_8': 1.949152636206007, 'beta_9': -0.3289518838861223, 'beta_10': -0.5795859006537835, 'beta_11': -0.9861787142390365}. Best is trial 22 with value: -27.848499999999998.
[I 2021-08-05 15:26:18,408] Trial 29 finished with value: -24.0565 and parameters: {'optimizer': 'QN-SPSA', 'reps': 7, 'gamma_0': 1.442065413549432, 'gamma_1': -1.4208494597320047, 'gamma_2': -1.369102208604668, 'gamma_3': 0.07364679237188021, 'gamma_4': 3.133724605587296, 'gamma_5': 0.7954638854688623, 'gamma_6': -2.3494508771851805, 'beta_0': -1.2646240517422194, 'beta_1': -1.3540470801572322, 'beta_2': 2.35108696806384, 'beta_3': -2.439354550541643, 'beta_4': -0.07991603329817043, 'beta_5': 2.261444038487029, 'beta_6': -1.8148981178763604}. Best is trial 22 with value: -27.848499999999998.
[I 2021-08-05 15:36:51,302] Trial 30 finished with value: -24.038999999999998 and parameters: {'optimizer': 'QN-SPSA', 'reps': 17, 'gamma_0': -0.9061942354419339, 'gamma_1': 0.37539011393387456, 'gamma_2': -0.18814147649376986, 'gamma_3': 2.402289315593968, 'gamma_4': 0.20259837891902185, 'gamma_5': -2.3583201282528186, 'gamma_6': 1.8053019707340885, 'gamma_7': -2.628099414105799, 'gamma_8': -0.8683848254949501, 'gamma_9': 3.1413250172236884, 'gamma_10': -3.13896288708426, 'gamma_11': 1.3968634218001124, 'gamma_12': 0.18054038082439555, 'gamma_13': -1.935844061139897, 'gamma_14': -0.4479687614151696, 'gamma_15': 2.9858064230064496, 'gamma_16': 3.004650409401283, 'beta_0': 0.6756488245312571, 'beta_1': 1.1332247094396157, 'beta_2': -0.7410066967842407, 'beta_3': 1.2373550107150353, 'beta_4': -1.9180830255459516, 'beta_5': -2.3190103987432176, 'beta_6': -3.0860422692051643, 'beta_7': 2.350090655295108, 'beta_8': -3.099738414651984, 'beta_9': 3.033875886850252, 'beta_10': -2.5138611266676936, 'beta_11': 0.6543331306012402, 'beta_12': -0.4530168445594478, 'beta_13': -0.4238943703068809, 'beta_14': -1.3234406753279253, 'beta_15': 1.1505352535147608, 'beta_16': 2.8335511328274623}. Best is trial 22 with value: -27.848499999999998.
[I 2021-08-05 15:42:48,447] Trial 31 finished with value: -26.686875 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': -0.3255243990993276, 'beta_0': 3.0532848944250337}. Best is trial 22 with value: -27.848499999999998.
[I 2021-08-05 15:49:32,682] Trial 32 finished with value: -27.22775000000001 and parameters: {'optimizer': 'QN-SPSA', 'reps': 4, 'gamma_0': -0.4362781031062495, 'gamma_1': -0.3987141532957446, 'gamma_2': -2.232687659403402, 'gamma_3': 1.194582397276662, 'beta_0': 1.7103041368451706, 'beta_1': -3.1095534632039676, 'beta_2': 0.34104566989856794, 'beta_3': 0.08381751745746244}. Best is trial 22 with value: -27.848499999999998.
[I 2021-08-05 15:56:14,019] Trial 33 finished with value: -25.881374999999995 and parameters: {'optimizer': 'QN-SPSA', 'reps': 4, 'gamma_0': -0.641953013875642, 'gamma_1': -0.289819965501278, 'gamma_2': -3.132481477941186, 'gamma_3': 1.219456305417027, 'beta_0': 1.8471995504386314, 'beta_1': -3.088202446958477, 'beta_2': 0.1907978162825863, 'beta_3': -0.1786798343215358}. Best is trial 22 with value: -27.848499999999998.
[I 2021-08-05 16:04:56,107] Trial 34 finished with value: -23.956125000000007 and parameters: {'optimizer': 'QN-SPSA', 'reps': 10, 'gamma_0': -0.3333417668082722, 'gamma_1': 1.2446957586766623, 'gamma_2': -2.3771727487619874, 'gamma_3': 0.5945677318490586, 'gamma_4': -2.199266487181675, 'gamma_5': -1.40243211945853, 'gamma_6': 0.2757002759019704, 'gamma_7': 2.438096944626487, 'gamma_8': -2.346181355559047, 'gamma_9': -3.140685684576812, 'beta_0': 2.0967185789740372, 'beta_1': -2.153719742833566, 'beta_2': 0.9892634889665988, 'beta_3': -1.2065224874401699, 'beta_4': 2.233115068014308, 'beta_5': 0.9624708392173235, 'beta_6': 2.0858855737886612, 'beta_7': -0.640119976880663, 'beta_8': 0.3816232850989445, 'beta_9': -1.8743942098594575}. Best is trial 22 with value: -27.848499999999998.
[I 2021-08-05 16:12:52,378] Trial 35 finished with value: -24.11125 and parameters: {'optimizer': 'QN-SPSA', 'reps': 8, 'gamma_0': -1.3479004808928847, 'gamma_1': 0.24326099106101629, 'gamma_2': -1.4249406920947667, 'gamma_3': 1.8146415535672729, 'gamma_4': 1.415259219076658, 'gamma_5': 1.074457536508906, 'gamma_6': -1.105966683107823, 'gamma_7': 0.13100452582883726, 'beta_0': 3.0503860193016776, 'beta_1': -0.6371512626171548, 'beta_2': 1.4970433149063405, 'beta_3': 0.1565762457040912, 'beta_4': -0.5273210667531103, 'beta_5': -0.45067717935049256, 'beta_6': -0.5585989459571516, 'beta_7': -2.285660453513358}. Best is trial 22 with value: -27.848499999999998.
[I 2021-08-05 16:13:08,637] Trial 36 finished with value: -25.168000000000003 and parameters: {'optimizer': 'COBYLA', 'reps': 4, 'gamma_0': -0.5391767069545812, 'gamma_1': -1.070767804352685, 'gamma_2': -0.9325803986515282, 'gamma_3': 0.3921320101083664, 'beta_0': -0.7375073631985972, 'beta_1': -1.5244597579010137, 'beta_2': -2.1311382568077253, 'beta_3': -0.7236055802957967}. Best is trial 22 with value: -27.848499999999998.
[I 2021-08-05 16:22:26,462] Trial 37 finished with value: -24.310499999999998 and parameters: {'optimizer': 'QN-SPSA', 'reps': 13, 'gamma_0': -0.9776743763140359, 'gamma_1': -0.5452600813214004, 'gamma_2': -2.2538003216366262, 'gamma_3': 2.523991127559401, 'gamma_4': -0.6977735298770195, 'gamma_5': -0.6327390481950581, 'gamma_6': 1.3894498948149925, 'gamma_7': 0.9269866817456087, 'gamma_8': 0.9132256459195557, 'gamma_9': 0.32677198498159454, 'gamma_10': -1.8912391185013957, 'gamma_11': 0.6457789650267721, 'gamma_12': -0.734048410377399, 'beta_0': 0.6201612313960443, 'beta_1': -2.715926875129226, 'beta_2': -0.9476842546044184, 'beta_3': 0.6306116731064771, 'beta_4': -2.63623089535617, 'beta_5': -1.4119394422176212, 'beta_6': 0.5048365231380386, 'beta_7': 0.8412299298376025, 'beta_8': -3.130186894704364, 'beta_9': -0.7785377329925465, 'beta_10': -1.5805431917055706, 'beta_11': -2.3154514942352553, 'beta_12': 3.1159637374235967}. Best is trial 22 with value: -27.848499999999998.
[I 2021-08-05 16:33:33,996] Trial 38 finished with value: -23.978875000000002 and parameters: {'optimizer': 'QN-SPSA', 'reps': 18, 'gamma_0': -0.10631175511454688, 'gamma_1': 0.6331226481814949, 'gamma_2': -3.122951659256723, 'gamma_3': -0.12796529620043123, 'gamma_4': -1.7461408156085685, 'gamma_5': 0.1463775493046886, 'gamma_6': 2.5979643917793562, 'gamma_7': -1.1284180439552889, 'gamma_8': 1.803332662381928, 'gamma_9': -2.018570968120153, 'gamma_10': 0.7097768128894837, 'gamma_11': 2.491747867801604, 'gamma_12': 0.6513472622514112, 'gamma_13': 0.9052835463403531, 'gamma_14': 2.983180691500171, 'gamma_15': -1.6173296235185908, 'gamma_16': 0.16867025654558662, 'gamma_17': 1.6961128629592903, 'beta_0': 2.6456023760150402, 'beta_1': -0.8669251436931825, 'beta_2': 0.5730631992892824, 'beta_3': 1.6306593904387034, 'beta_4': 1.336815211872609, 'beta_5': 3.128008541593396, 'beta_6': -2.169004947698841, 'beta_7': -0.4689673487114097, 'beta_8': 1.646563708968675, 'beta_9': -2.073826268361429, 'beta_10': 0.39750533530443527, 'beta_11': 0.3156409940641158, 'beta_12': -2.04945553951811, 'beta_13': 1.5963745981405812, 'beta_14': 1.6352200209053964, 'beta_15': -3.0829355558533367, 'beta_16': -2.6769197102536, 'beta_17': -0.5745713728532862}. Best is trial 22 with value: -27.848499999999998.
[I 2021-08-05 16:41:01,364] Trial 39 finished with value: -23.952875000000002 and parameters: {'optimizer': 'QN-SPSA', 'reps': 7, 'gamma_0': -1.76806810606395, 'gamma_1': -1.607120323296095, 'gamma_2': -1.689148238807001, 'gamma_3': -0.8978991849683393, 'gamma_4': 1.7443181999070658, 'gamma_5': -1.65119039002377, 'gamma_6': -2.504770459420363, 'beta_0': -0.4070684352075229, 'beta_1': -1.9930042539643895, 'beta_2': -0.07898474534173534, 'beta_3': 2.2227229560716313, 'beta_4': 2.724122947834889, 'beta_5': 2.077780939953504, 'beta_6': 2.637081410240113}. Best is trial 22 with value: -27.848499999999998.
[I 2021-08-05 16:44:56,269] Trial 40 finished with value: -24.546749999999992 and parameters: {'optimizer': 'SPSA', 'reps': 3, 'gamma_0': 0.6743558890255188, 'gamma_1': -2.428820184231682, 'gamma_2': -0.644522612109448, 'beta_0': 2.731990681213675, 'beta_1': -0.8961081757939064, 'beta_2': -1.4018020550050319}. Best is trial 22 with value: -27.848499999999998.
[I 2021-08-05 16:51:11,260] Trial 41 finished with value: -24.559874999999998 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': 0.24395189977730092, 'gamma_1': -2.94648002185377, 'beta_0': 2.231883872661764, 'beta_1': -2.72325051332096}. Best is trial 22 with value: -27.848499999999998.
[I 2021-08-05 16:57:09,142] Trial 42 finished with value: -26.503499999999995 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': -0.0636632160552627, 'beta_0': -0.8803542999214877}. Best is trial 22 with value: -27.848499999999998.
[I 2021-08-05 17:17:59,656] Trial 43 finished with value: -24.157375000000002 and parameters: {'optimizer': 'QN-SPSA', 'reps': 49, 'gamma_0': -0.6613168951533978, 'gamma_1': 2.3917731712838215, 'gamma_2': 0.17815605066944906, 'gamma_3': 0.9465348777611903, 'gamma_4': -2.6843579296349747, 'gamma_5': 2.6292946551734326, 'gamma_6': -0.03921638892088841, 'gamma_7': -2.297414742274265, 'gamma_8': -0.35199457802783346, 'gamma_9': -0.807839391843402, 'gamma_10': 2.1410286781206724, 'gamma_11': -0.9403873439713811, 'gamma_12': -3.0461705307039124, 'gamma_13': -0.45127464895040914, 'gamma_14': 1.321456319185598, 'gamma_15': 1.0815917785986793, 'gamma_16': 2.237952865401088, 'gamma_17': -0.7875125405274791, 'gamma_18': 2.891006422604457, 'gamma_19': -0.8657624904709561, 'gamma_20': 3.0821723925198583, 'gamma_21': -1.6519771811759867, 'gamma_22': 2.7136160211246425, 'gamma_23': -3.0062572533822913, 'gamma_24': 2.752590881202875, 'gamma_25': -2.9096269969758537, 'gamma_26': -1.1602033363826265, 'gamma_27': 2.561100712386028, 'gamma_28': -2.696763329349019, 'gamma_29': -2.1973623090803276, 'gamma_30': 3.131182531019644, 'gamma_31': 2.8971485857207044, 'gamma_32': 3.092506366375817, 'gamma_33': -3.03072517690803, 'gamma_34': 1.1564389334471326, 'gamma_35': 3.0185207351638383, 'gamma_36': -2.696095481113484, 'gamma_37': 3.0063811221953083, 'gamma_38': -2.453022273487417, 'gamma_39': 2.9731646178132594, 'gamma_40': -2.5286646147807663, 'gamma_41': -3.036674673141499, 'gamma_42': 3.0887643807313125, 'gamma_43': 2.982386100451627, 'gamma_44': 3.0951842586810865, 'gamma_45': -2.795919975298173, 'gamma_46': -2.689560246356277, 'gamma_47': 2.7709577835484964, 'gamma_48': 2.687570116118432, 'beta_0': -0.9677688570690957, 'beta_1': -0.39964417574290356, 'beta_2': -3.072479978588383, 'beta_3': 1.132851425732284, 'beta_4': -1.9297600986336552, 'beta_5': -0.11026479090708748, 'beta_6': -1.1366047013043261, 'beta_7': 2.805229651890054, 'beta_8': -0.24239849484626605, 'beta_9': 2.6197550540402754, 'beta_10': 1.7215897965232339, 'beta_11': -0.6985702897662486, 'beta_12': -0.5780116569525457, 'beta_13': -0.5215570039653571, 'beta_14': 0.45109478928861835, 'beta_15': 0.7444228527769571, 'beta_16': 0.33775794869590875, 'beta_17': 1.1014667371527203, 'beta_18': 1.2363198055267184, 'beta_19': 2.0317181652651572, 'beta_20': 0.7486908720442087, 'beta_21': -2.9194754306703183, 'beta_22': -3.022549470857988, 'beta_23': -3.134405485617595, 'beta_24': 2.408603361790048, 'beta_25': 3.125730403306389, 'beta_26': -0.8329338454168391, 'beta_27': 3.100873062487231, 'beta_28': -1.845261251191798, 'beta_29': -0.3363594166389584, 'beta_30': -3.129439144384001, 'beta_31': 3.1058681158048187, 'beta_32': -2.707811671027728, 'beta_33': -2.3163518566764414, 'beta_34': 2.7805852731469485, 'beta_35': 2.408259751528205, 'beta_36': -2.4655802414130807, 'beta_37': -2.8038264266907458, 'beta_38': -2.939799634697936, 'beta_39': 2.487156891483503, 'beta_40': 2.933046208760628, 'beta_41': -3.009913355980491, 'beta_42': -3.1344170308406856, 'beta_43': 2.819370771483126, 'beta_44': 2.8479511098650514, 'beta_45': -3.1392368003879207, 'beta_46': -3.0889279276888555, 'beta_47': 2.772539930732513, 'beta_48': 3.007223553899655}. Best is trial 22 with value: -27.848499999999998.
[I 2021-08-05 17:18:26,685] Trial 44 finished with value: -24.637625 and parameters: {'optimizer': 'COBYLA', 'reps': 6, 'gamma_0': -1.2027962788048674, 'gamma_1': -2.0575676007743584, 'gamma_2': -2.5281586177139372, 'gamma_3': 1.9797779009672711, 'gamma_4': 2.559377314050394, 'gamma_5': 1.7943230298085344, 'beta_0': -0.05924658963578755, 'beta_1': 0.3451832700231086, 'beta_2': -2.7117702958371535, 'beta_3': -2.182410571225334, 'beta_4': 2.1082869255486525, 'beta_5': -2.502076011012605}. Best is trial 22 with value: -27.848499999999998.
[I 2021-08-05 17:35:16,035] Trial 45 finished with value: -24.047874999999998 and parameters: {'optimizer': 'QN-SPSA', 'reps': 33, 'gamma_0': -0.19577786098642422, 'gamma_1': 1.0097295475777468, 'gamma_2': -2.8636592791631177, 'gamma_3': 2.714590009924345, 'gamma_4': -0.08471918038664093, 'gamma_5': -2.5797619419855997, 'gamma_6': 2.2406813600920445, 'gamma_7': 2.330406522444412, 'gamma_8': 2.3945118488894277, 'gamma_9': 2.060725204113438, 'gamma_10': 0.17002687514422737, 'gamma_11': -3.100020571069144, 'gamma_12': -0.9270852328552024, 'gamma_13': -3.135787200585751, 'gamma_14': -2.265382864767115, 'gamma_15': -3.0586189195104194, 'gamma_16': 1.4280962708547935, 'gamma_17': -2.578917821744133, 'gamma_18': -2.9360388395335737, 'gamma_19': 2.1772600091107943, 'gamma_20': -1.9417851347504549, 'gamma_21': -1.527195264872373, 'gamma_22': -1.9697034868198322, 'gamma_23': -1.3326723197524937, 'gamma_24': 0.30390613443573145, 'gamma_25': -1.7320597410797771, 'gamma_26': -2.935526755266669, 'gamma_27': 0.5457410009247498, 'gamma_28': 2.697455418989107, 'gamma_29': -1.3558769692977597, 'gamma_30': 2.67745068087337, 'gamma_31': -1.3415860466978253, 'gamma_32': 1.6244154468931264, 'beta_0': -2.0820850659346917, 'beta_1': 2.5427300349235957, 'beta_2': -0.6880506704994388, 'beta_3': 0.34940106612015565, 'beta_4': 0.05971387094724008, 'beta_5': 0.8252009242302545, 'beta_6': -3.117435623965926, 'beta_7': -1.566158606011811, 'beta_8': 3.08764157457685, 'beta_9': 1.6025984361131462, 'beta_10': 2.1894324239646417, 'beta_11': -2.0480046141503654, 'beta_12': -2.3993499380185073, 'beta_13': -2.101224522201827, 'beta_14': -1.0511910583102846, 'beta_15': 2.9793061009000765, 'beta_16': 1.9427729707665273, 'beta_17': -1.5566463002243878, 'beta_18': 3.040742936345569, 'beta_19': 1.838330998685944, 'beta_20': 3.0996068150474834, 'beta_21': -1.1053708572382235, 'beta_22': -1.5437749372784777, 'beta_23': -1.2286058483823303, 'beta_24': 1.9776951228508457, 'beta_25': 2.0817508823043718, 'beta_26': 0.8642761889774027, 'beta_27': -2.8055999123497934, 'beta_28': -2.9175586573655026, 'beta_29': 2.8073030756237585, 'beta_30': -3.045177231816347, 'beta_31': -1.034052512735779, 'beta_32': -1.2720375589829855}. Best is trial 22 with value: -27.848499999999998.
[I 2021-08-05 17:44:03,711] Trial 46 finished with value: -23.9525 and parameters: {'optimizer': 'QN-SPSA', 'reps': 10, 'gamma_0': 0.5961411217435502, 'gamma_1': -0.03492299765272707, 'gamma_2': 0.7141148447967725, 'gamma_3': -0.061532474845521046, 'gamma_4': 0.6412688989711123, 'gamma_5': 1.4191682437965965, 'gamma_6': -1.3743573411263166, 'gamma_7': -0.33649937135898034, 'gamma_8': 3.0859097385428753, 'gamma_9': 0.27197974500833777, 'beta_0': -0.9431643247811485, 'beta_1': -2.3314287024554705, 'beta_2': 0.25219395242298903, 'beta_3': -1.356383518874188, 'beta_4': -0.8271894892674356, 'beta_5': 2.009151943133839, 'beta_6': 1.4016345544186175, 'beta_7': -3.085010449178316, 'beta_8': -0.9801565363784125, 'beta_9': 0.5758546414371413}. Best is trial 22 with value: -27.848499999999998.
[I 2021-08-05 17:50:35,693] Trial 47 finished with value: -25.896875000000005 and parameters: {'optimizer': 'QN-SPSA', 'reps': 4, 'gamma_0': -0.004943333139595607, 'gamma_1': -0.6994223250023353, 'gamma_2': -1.0126267882352877, 'gamma_3': -1.001680259620579, 'beta_0': 1.5142315157031454, 'beta_1': -1.4934810913041892, 'beta_2': -1.8729089595242747, 'beta_3': 2.0423076508802676}. Best is trial 22 with value: -27.848499999999998.
[I 2021-08-05 18:09:53,444] Trial 48 finished with value: -23.887374999999995 and parameters: {'optimizer': 'QN-SPSA', 'reps': 41, 'gamma_0': -0.4555696220029023, 'gamma_1': -1.1789886399777254, 'gamma_2': -1.6828901037122748, 'gamma_3': -1.7968695589563792, 'gamma_4': 1.051594760075694, 'gamma_5': -0.17780164129557893, 'gamma_6': -2.1012371138446637, 'gamma_7': 1.0135129893467214, 'gamma_8': -1.1026104080989698, 'gamma_9': -3.053708119067547, 'gamma_10': -3.1159203999707814, 'gamma_11': -1.4762936703999094, 'gamma_12': 2.091293590340446, 'gamma_13': -2.304366031951166, 'gamma_14': -0.8939633205730025, 'gamma_15': -0.8233427396127787, 'gamma_16': -0.28661300215636104, 'gamma_17': -1.3678056213962078, 'gamma_18': -1.4288886909926315, 'gamma_19': -0.20490373317103644, 'gamma_20': 2.0843915111204665, 'gamma_21': -1.1702861323176816, 'gamma_22': 1.2517850259334207, 'gamma_23': -3.095958811905083, 'gamma_24': 1.516866748211697, 'gamma_25': 0.3311693660543983, 'gamma_26': -0.4257158217297926, 'gamma_27': 1.5641992001667995, 'gamma_28': -1.5824067245569013, 'gamma_29': 0.780153404218623, 'gamma_30': -1.6371995835719173, 'gamma_31': 1.3373638191082986, 'gamma_32': 1.0014083778226164, 'gamma_33': -1.4079783012749831, 'gamma_34': -2.9397583180916094, 'gamma_35': 3.0613017331123658, 'gamma_36': 2.8438910136551363, 'gamma_37': 2.991369900584449, 'gamma_38': -2.9529965674168674, 'gamma_39': 0.6807877033665203, 'gamma_40': -2.9447160600982967, 'beta_0': 0.7414874573789128, 'beta_1': -0.3114498932666456, 'beta_2': 2.6523135984051986, 'beta_3': -0.5693905205156011, 'beta_4': 0.9010595770499235, 'beta_5': 3.0852054371046855, 'beta_6': 3.111633931053712, 'beta_7': 0.8639248420513423, 'beta_8': 2.684208571727813, 'beta_9': -2.592453133824639, 'beta_10': -0.50552126561729, 'beta_11': 3.124763497826812, 'beta_12': -0.13571680542784795, 'beta_13': 2.931233325763973, 'beta_14': -2.3194114264048267, 'beta_15': -0.8760526608066439, 'beta_16': -0.3795217811876599, 'beta_17': 1.5966390210933115, 'beta_18': -1.204582236203357, 'beta_19': -1.9614450728096755, 'beta_20': -1.920344242870656, 'beta_21': 0.32652689885235675, 'beta_22': 2.0429160977642, 'beta_23': 1.7236321253756748, 'beta_24': -0.634884194877848, 'beta_25': 1.620966059063609, 'beta_26': 2.9871158867594763, 'beta_27': 1.707269408338695, 'beta_28': 3.058247672869453, 'beta_29': -3.1367282638931315, 'beta_30': -1.765325582923746, 'beta_31': 2.5740732086281213, 'beta_32': 2.5774794782886286, 'beta_33': -0.946327621636072, 'beta_34': 2.6465883799663126, 'beta_35': 3.1029948845941973, 'beta_36': 3.01742167747514, 'beta_37': -0.2771211138243122, 'beta_38': 2.4790910681398937, 'beta_39': -0.7775729969770151, 'beta_40': 2.9402066033709895}. Best is trial 22 with value: -27.848499999999998.
[I 2021-08-05 18:10:31,773] Trial 49 finished with value: -23.919249999999995 and parameters: {'optimizer': 'COBYLA', 'reps': 9, 'gamma_0': 0.8701540931284472, 'gamma_1': -1.8286866611168604, 'gamma_2': -2.8076244038216194, 'gamma_3': 1.469636102198873, 'gamma_4': 2.8761340430217333, 'gamma_5': 0.4030693666646239, 'gamma_6': 0.4544271852576793, 'gamma_7': -2.473242669927488, 'gamma_8': -0.12822400611634835, 'beta_0': 1.8741478009853358, 'beta_1': 0.7603576293111006, 'beta_2': 3.134046731237608, 'beta_3': 0.9720494788900669, 'beta_4': -2.691195825521944, 'beta_5': -1.1880224622344486, 'beta_6': 0.0406605716969691, 'beta_7': 2.626435498832346, 'beta_8': -1.9024534525264842}. Best is trial 22 with value: -27.848499999999998.
[I 2021-08-05 18:16:42,487] Trial 50 finished with value: -27.66462500000001 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': -0.8600820922213489, 'beta_0': -1.8983859689553553}. Best is trial 22 with value: -27.848499999999998.
[I 2021-08-05 18:22:50,897] Trial 51 finished with value: -26.689000000000004 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': -0.8438693698055667, 'beta_0': -1.7879836932591617}. Best is trial 22 with value: -27.848499999999998.
[I 2021-08-05 18:29:28,146] Trial 52 finished with value: -26.6365 and parameters: {'optimizer': 'QN-SPSA', 'reps': 3, 'gamma_0': -1.5096850591990847, 'gamma_1': -2.3743372179177853, 'gamma_2': 2.2885598386940678, 'beta_0': -1.7542888085258477, 'beta_1': -3.136799541942573, 'beta_2': -1.5261506912789002}. Best is trial 22 with value: -27.848499999999998.
[I 2021-08-05 18:35:25,661] Trial 53 finished with value: -27.824375000000007 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': -1.8789657383095046, 'beta_0': -1.9158550386130742}. Best is trial 22 with value: -27.848499999999998.
[I 2021-08-05 18:42:43,503] Trial 54 finished with value: -23.927250000000008 and parameters: {'optimizer': 'QN-SPSA', 'reps': 6, 'gamma_0': -1.9933214768284753, 'gamma_1': -0.3052434759064067, 'gamma_2': 1.3137177675984066, 'gamma_3': 2.2516394301059233, 'gamma_4': 2.040363739700891, 'gamma_5': -1.7920814960202345, 'beta_0': -1.919863026323187, 'beta_1': -1.0814734063252318, 'beta_2': 0.6342648994290332, 'beta_3': 2.729399499086803, 'beta_4': -1.8068231583783014, 'beta_5': 2.700076422096099}. Best is trial 22 with value: -27.848499999999998.
[I 2021-08-05 18:49:34,473] Trial 55 finished with value: -25.428375 and parameters: {'optimizer': 'QN-SPSA', 'reps': 3, 'gamma_0': -0.8551345278927424, 'gamma_1': 0.4898164446186128, 'gamma_2': -1.2345202698250224, 'beta_0': -2.7388155945489245, 'beta_1': -1.8103991468910723, 'beta_2': 2.2130529018890206}. Best is trial 22 with value: -27.848499999999998.
[I 2021-08-05 18:55:31,787] Trial 56 finished with value: -27.900374999999993 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': -2.3930412040441777, 'beta_0': -2.167050538089713}. Best is trial 56 with value: -27.900374999999993.
[I 2021-08-05 19:02:54,391] Trial 57 finished with value: -24.419750000000004 and parameters: {'optimizer': 'QN-SPSA', 'reps': 6, 'gamma_0': -2.3719830473870345, 'gamma_1': 0.9538354098702773, 'gamma_2': -0.5831611831986425, 'gamma_3': 0.3368620557377339, 'gamma_4': -2.5051335912995696, 'gamma_5': -0.8099396496647658, 'beta_0': -2.188124567803828, 'beta_1': -2.564515590101267, 'beta_2': 1.623717634141646, 'beta_3': -0.03845495210992553, 'beta_4': 2.5442116842895914, 'beta_5': -3.135125315712026}. Best is trial 56 with value: -27.900374999999993.
[I 2021-08-05 19:07:20,706] Trial 58 finished with value: -23.789250000000003 and parameters: {'optimizer': 'SPSA', 'reps': 11, 'gamma_0': -2.8646859860122427, 'gamma_1': 1.6739913308960366, 'gamma_2': -2.243253596628666, 'gamma_3': 0.828433320989028, 'gamma_4': -1.6128190001675788, 'gamma_5': -2.613380431234369, 'gamma_6': 1.2442879550973847, 'gamma_7': -1.3255096408609122, 'gamma_8': 1.2927237569656953, 'gamma_9': -0.7474871945548031, 'gamma_10': 0.9602653848963428, 'beta_0': -1.5085621096034114, 'beta_1': -2.8987304410759114, 'beta_2': 1.1937133892176193, 'beta_3': -2.5858578281524505, 'beta_4': -0.8381724580134073, 'beta_5': -0.16551878532437586, 'beta_6': 2.1224359362774585, 'beta_7': 1.8853757423938693, 'beta_8': 0.6179424663352284, 'beta_9': -0.5276137867752133, 'beta_10': 0.6070229365610351}. Best is trial 56 with value: -27.900374999999993.
[I 2021-08-05 19:16:55,722] Trial 59 finished with value: -24.028125000000003 and parameters: {'optimizer': 'QN-SPSA', 'reps': 14, 'gamma_0': -2.0876798539511427, 'gamma_1': 0.12326715231514301, 'gamma_2': -1.5898070010163243, 'gamma_3': 1.299429716833017, 'gamma_4': -0.7012295648508952, 'gamma_5': 2.6571981405897, 'gamma_6': 0.6559325802117179, 'gamma_7': -0.7329729775265608, 'gamma_8': -2.0039733170811544, 'gamma_9': -1.7127422528860876, 'gamma_10': -0.3871668743498718, 'gamma_11': -0.45783062768519917, 'gamma_12': -1.6798263209393522, 'gamma_13': 2.285569529593174, 'beta_0': -2.5682382099973706, 'beta_1': 0.21206691043868595, 'beta_2': -2.3869792385064517, 'beta_3': 1.453274785002381, 'beta_4': -2.26795460843967, 'beta_5': 0.18906652796966938, 'beta_6': -2.1817457502915985, 'beta_7': -1.0568112191095629, 'beta_8': -2.684758578962711, 'beta_9': 0.24793927746259978, 'beta_10': -0.9717414530378764, 'beta_11': 2.5827421649702247, 'beta_12': -1.0547453285458481, 'beta_13': 1.3142462027811346}. Best is trial 56 with value: -27.900374999999993.
[I 2021-08-05 19:32:19,123] Trial 60 finished with value: -23.941249999999997 and parameters: {'optimizer': 'QN-SPSA', 'reps': 29, 'gamma_0': -3.0642594309929887, 'gamma_1': 2.17260494498562, 'gamma_2': 1.7967984249908175, 'gamma_3': -1.1795411173546435, 'gamma_4': 0.4858915488559038, 'gamma_5': 1.974956332196758, 'gamma_6': 2.2326832174755227, 'gamma_7': -3.1168216404030393, 'gamma_8': -3.011866608943007, 'gamma_9': -1.2681222448367597, 'gamma_10': -1.5903301588544034, 'gamma_11': 1.0488088853473505, 'gamma_12': 2.1785680968410888, 'gamma_13': 0.979922743866985, 'gamma_14': 0.5400385037732621, 'gamma_15': 2.327815954435273, 'gamma_16': -1.8772170239735673, 'gamma_17': 1.7020376593615714, 'gamma_18': 1.9548924264434735, 'gamma_19': -2.131508536447499, 'gamma_20': -0.2919543765898387, 'gamma_21': 1.1208693230080613, 'gamma_22': -2.882366118505414, 'gamma_23': 2.0801132111472462, 'gamma_24': -0.6001432812799622, 'gamma_25': 2.977302308044689, 'gamma_26': 1.6886505847005984, 'gamma_27': -0.6289108107465005, 'gamma_28': 1.56652405337214, 'beta_0': -3.1078658333877343, 'beta_1': -2.090213367015253, 'beta_2': 1.8999121835316974, 'beta_3': -3.133005189376886, 'beta_4': -1.4140276124562383, 'beta_5': -1.9422531169320172, 'beta_6': -1.4299414600541671, 'beta_7': -2.037739059765852, 'beta_8': -0.6736725601267135, 'beta_9': 1.4793427103004049, 'beta_10': -1.9779573840119888, 'beta_11': 0.33830656179675633, 'beta_12': -2.470223859816476, 'beta_13': -0.14561155009068874, 'beta_14': 2.5088152301911077, 'beta_15': -2.087099455345901, 'beta_16': 0.7914035037227543, 'beta_17': 0.17736215048879034, 'beta_18': -3.1403963746320533, 'beta_19': -3.132407329210969, 'beta_20': -0.17119661564772667, 'beta_21': -1.8250833961954018, 'beta_22': -1.7824700031353387, 'beta_23': -1.1678322055890382, 'beta_24': 1.3003541894064983, 'beta_25': -0.37717585311505375, 'beta_26': -1.17134521940285, 'beta_27': -1.8171629383041603, 'beta_28': 1.9005123098086982}. Best is trial 56 with value: -27.900374999999993.
[I 2021-08-05 19:38:20,535] Trial 61 finished with value: -29.067625 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': -1.875403914072403, 'beta_0': -1.935641677293987}. Best is trial 61 with value: -29.067625.
[I 2021-08-05 19:45:33,804] Trial 62 finished with value: -26.965625 and parameters: {'optimizer': 'QN-SPSA', 'reps': 3, 'gamma_0': -2.68120331682206, 'gamma_1': -3.1195324512431095, 'gamma_2': -1.9671640582763323, 'beta_0': -1.1400246166059902, 'beta_1': -1.6333638279899052, 'beta_2': 0.8953510001520886}. Best is trial 61 with value: -29.067625.
[I 2021-08-05 19:51:49,472] Trial 63 finished with value: -27.795499999999997 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': -1.93235926494979, 'beta_0': -1.5773955283199332}. Best is trial 61 with value: -29.067625.
[I 2021-08-05 19:57:57,743] Trial 64 finished with value: -26.509250000000005 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': -1.8630683446708032, 'beta_0': -2.336516657775466}. Best is trial 61 with value: -29.067625.
[I 2021-08-05 20:05:52,159] Trial 65 finished with value: -25.102999999999998 and parameters: {'optimizer': 'QN-SPSA', 'reps': 5, 'gamma_0': -2.398075221472279, 'gamma_1': 1.402687896515973, 'gamma_2': 2.8078705734975293, 'gamma_3': -2.435288762037634, 'gamma_4': 2.5758734235751244, 'beta_0': -1.568716118725152, 'beta_1': 1.417555425897996, 'beta_2': -1.0919729114551335, 'beta_3': 0.4807952983362983, 'beta_4': -0.16765038046794217}. Best is trial 61 with value: -29.067625.
[I 2021-08-05 20:15:59,028] Trial 66 finished with value: -24.033500000000007 and parameters: {'optimizer': 'QN-SPSA', 'reps': 8, 'gamma_0': -2.184299782584724, 'gamma_1': -0.7696689053506072, 'gamma_2': 0.7778518547470719, 'gamma_3': -0.26121863927187494, 'gamma_4': -3.1339820245650802, 'gamma_5': -0.03999788337692678, 'gamma_6': 3.0508911845661086, 'gamma_7': 2.8074143357683514, 'beta_0': -0.6520715520076884, 'beta_1': 2.6113821138366364, 'beta_2': -0.47735688916335994, 'beta_3': -1.9338121658736036, 'beta_4': 0.16825520767138413, 'beta_5': 1.1968221321090529, 'beta_6': -0.5945437021715818, 'beta_7': 1.3464218843396205}. Best is trial 61 with value: -29.067625.
[I 2021-08-05 20:23:27,330] Trial 67 finished with value: -27.302500000000002 and parameters: {'optimizer': 'QN-SPSA', 'reps': 3, 'gamma_0': -1.4471304283026052, 'gamma_1': 1.9702826080758409, 'gamma_2': 0.4568861567597176, 'beta_0': -2.1689758789627653, 'beta_1': 1.7066285062533604, 'beta_2': -0.015396318507585105}. Best is trial 61 with value: -29.067625.
[I 2021-08-05 20:29:36,306] Trial 68 finished with value: -25.888875000000006 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': -1.4488053057641308, 'beta_0': -2.118249584257213}. Best is trial 61 with value: -29.067625.
[I 2021-08-05 20:36:03,424] Trial 69 finished with value: -26.59587500000001 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': -1.1509825894091394, 'gamma_1': 3.0380563626221724, 'beta_0': -2.693898834970356, 'beta_1': 1.9543852414702387}. Best is trial 61 with value: -29.067625.
[I 2021-08-05 20:40:47,698] Trial 70 finished with value: -24.18025 and parameters: {'optimizer': 'SPSA', 'reps': 8, 'gamma_0': -1.6995728716298326, 'gamma_1': 2.4816667704400626, 'gamma_2': 1.1122785657979881, 'gamma_3': -2.7881911012709883, 'gamma_4': 1.2557256138387372, 'gamma_5': 2.920944366523662, 'gamma_6': -0.6004179566089066, 'gamma_7': 1.6284360163807416, 'beta_0': -2.271771279525069, 'beta_1': 2.8241449848839655, 'beta_2': -0.0687810879117605, 'beta_3': 2.8545022905955295, 'beta_4': 0.6766232447494651, 'beta_5': 2.502024348532851, 'beta_6': 2.402979726330322, 'beta_7': 1.7478254158432733}. Best is trial 61 with value: -29.067625.
[I 2021-08-05 20:48:22,113] Trial 71 finished with value: -25.676000000000002 and parameters: {'optimizer': 'QN-SPSA', 'reps': 4, 'gamma_0': -2.0259607963172406, 'gamma_1': 2.039265785082834, 'gamma_2': 0.3361209787753497, 'gamma_3': -1.8885623960306457, 'beta_0': -1.946523295410524, 'beta_1': 1.6891782148699348, 'beta_2': 0.27589173143129486, 'beta_3': 0.8953515992519381}. Best is trial 61 with value: -29.067625.
[I 2021-08-05 20:56:42,925] Trial 72 finished with value: -25.306750000000005 and parameters: {'optimizer': 'QN-SPSA', 'reps': 5, 'gamma_0': -2.62675333305796, 'gamma_1': 2.7580579687152555, 'gamma_2': 1.821343588238483, 'gamma_3': -1.5841385019901575, 'gamma_4': 0.8584477277703428, 'beta_0': -1.677007554362688, 'beta_1': 0.6376042559955737, 'beta_2': -0.21482298073830886, 'beta_3': 1.8662529540971873, 'beta_4': -1.1125997020369338}. Best is trial 61 with value: -29.067625.
[I 2021-08-05 21:04:47,322] Trial 73 finished with value: -27.249375000000008 and parameters: {'optimizer': 'QN-SPSA', 'reps': 3, 'gamma_0': -1.9009939959068256, 'gamma_1': 0.8648661630330219, 'gamma_2': -0.0561135482857118, 'beta_0': -1.1311403156330075, 'beta_1': 1.0017947978993877, 'beta_2': -0.636220471037307}. Best is trial 61 with value: -29.067625.
[I 2021-08-05 21:13:01,074] Trial 74 finished with value: -26.95787500000001 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': -2.293148886534511, 'gamma_1': 1.2513273601180535, 'beta_0': -1.17360828772803, 'beta_1': 2.3693415560322966}. Best is trial 61 with value: -29.067625.
[I 2021-08-05 21:20:28,763] Trial 75 finished with value: -26.305 and parameters: {'optimizer': 'QN-SPSA', 'reps': 3, 'gamma_0': -1.621538940169919, 'gamma_1': 1.9277037519043034, 'gamma_2': -0.031882780994709814, 'beta_0': -0.26548990281292983, 'beta_1': 1.1036012199400338, 'beta_2': -1.7390326921147337}. Best is trial 61 with value: -29.067625.
[I 2021-08-05 21:28:50,657] Trial 76 finished with value: -24.557875000000006 and parameters: {'optimizer': 'QN-SPSA', 'reps': 6, 'gamma_0': -1.972288951746159, 'gamma_1': 0.8131638871095075, 'gamma_2': 0.44794050570856364, 'gamma_3': -2.1260228665349206, 'gamma_4': -1.329951007091921, 'gamma_5': -0.9150206041553285, 'beta_0': -1.4361695769180032, 'beta_1': 0.8189976138948467, 'beta_2': -0.5947872535918457, 'beta_3': -2.7296961623730125, 'beta_4': 3.072175305083004, 'beta_5': -2.742751686072788}. Best is trial 61 with value: -29.067625.
[I 2021-08-05 21:35:19,768] Trial 77 finished with value: -27.305 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': -1.8311244586841748, 'beta_0': -1.9934035496811808}. Best is trial 61 with value: -29.067625.
[I 2021-08-05 21:35:26,621] Trial 78 finished with value: -26.659625000000005 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -1.3180351003556257, 'beta_0': -2.466564603719715}. Best is trial 61 with value: -29.067625.
[I 2021-08-05 21:57:05,621] Trial 79 finished with value: -24.060750000000002 and parameters: {'optimizer': 'QN-SPSA', 'reps': 39, 'gamma_0': -2.505752289611152, 'gamma_1': 2.8548235332006637, 'gamma_2': 2.8875038919038882, 'gamma_3': -0.7459734150633386, 'gamma_4': 2.283139809434771, 'gamma_5': 0.9023485337275798, 'gamma_6': -1.5458434499892535, 'gamma_7': -0.11961509981632555, 'gamma_8': 1.722456115161449, 'gamma_9': 0.8184184210468617, 'gamma_10': 1.1047798171641234, 'gamma_11': -2.608480471858108, 'gamma_12': 0.6821295534157916, 'gamma_13': -1.7017124578462282, 'gamma_14': 2.2237216290665334, 'gamma_15': 0.9053647642807082, 'gamma_16': 0.310139431087, 'gamma_17': -0.3885808794400349, 'gamma_18': -1.4041219540217114, 'gamma_19': 0.14864633730381954, 'gamma_20': -2.264098113605359, 'gamma_21': -2.3163620307422126, 'gamma_22': 1.9425276517627004, 'gamma_23': -0.4106868065180843, 'gamma_24': 1.3215522455935071, 'gamma_25': -1.5442692441188683, 'gamma_26': -0.31774703441875995, 'gamma_27': -3.1348860751511394, 'gamma_28': 1.9046137639124854, 'gamma_29': 2.993044855286533, 'gamma_30': 1.6035736120616366, 'gamma_31': -1.4202295931611082, 'gamma_32': -3.026937883203893, 'gamma_33': -0.01382655037911896, 'gamma_34': 1.2429861103586994, 'gamma_35': -0.8300388772452004, 'gamma_36': -2.637171925973471, 'gamma_37': -3.026927326312539, 'gamma_38': 2.8686535596956273, 'beta_0': 0.21441781997763046, 'beta_1': 3.1393038912777382, 'beta_2': -2.3333683895955346, 'beta_3': -1.092949435218221, 'beta_4': 1.7421872486378511, 'beta_5': 1.7903210924615363, 'beta_6': 1.054916165402772, 'beta_7': -0.3907377624784682, 'beta_8': 2.433365118180071, 'beta_9': 2.616769956452293, 'beta_10': -2.7626374377896727, 'beta_11': 1.433596640780134, 'beta_12': 0.2715510509105815, 'beta_13': 2.200127067700394, 'beta_14': 1.49230645345934, 'beta_15': 3.1147215545156945, 'beta_16': 3.0211957967583882, 'beta_17': -2.1023047439690083, 'beta_18': -0.2802276560140159, 'beta_19': -0.1043645161761961, 'beta_20': 0.6923538172776741, 'beta_21': 2.2291671653858556, 'beta_22': -0.5981624731941574, 'beta_23': -2.4033770365940037, 'beta_24': -1.8609760650942575, 'beta_25': -2.8430752269472306, 'beta_26': 1.7560849732681396, 'beta_27': 1.3282902389763773, 'beta_28': -3.128103875573411, 'beta_29': -0.7136589392160335, 'beta_30': 0.1745885354158328, 'beta_31': -0.299204591802479, 'beta_32': 0.5369087449025297, 'beta_33': -0.28471110621951906, 'beta_34': 1.5376626764240968, 'beta_35': -0.016551306868883935, 'beta_36': -2.824024759480293, 'beta_37': 1.430063606821184, 'beta_38': -1.0624608849367407}. Best is trial 61 with value: -29.067625.
[I 2021-08-05 22:03:13,048] Trial 80 finished with value: -26.79987499999999 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': 2.841819473449625, 'beta_0': -2.00152218760498}. Best is trial 61 with value: -29.067625.
[I 2021-08-05 22:10:08,162] Trial 81 finished with value: -25.762875 and parameters: {'optimizer': 'QN-SPSA', 'reps': 4, 'gamma_0': -1.8777299725063656, 'gamma_1': 2.178605852495168, 'gamma_2': 0.9750918921127751, 'gamma_3': -2.755040538869283, 'beta_0': -1.9499115678791812, 'beta_1': 1.3594042023862496, 'beta_2': -2.7134075189714597, 'beta_3': -1.537347906474247}. Best is trial 61 with value: -29.067625.
[I 2021-08-05 22:16:43,426] Trial 82 finished with value: -24.444375 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': -2.228121064338265, 'gamma_1': 1.786141325841201, 'beta_0': -1.7386156887109054, 'beta_1': 1.7801467175650658}. Best is trial 61 with value: -29.067625.
[I 2021-08-05 22:23:52,814] Trial 83 finished with value: -25.2535 and parameters: {'optimizer': 'QN-SPSA', 'reps': 5, 'gamma_0': -1.801039357319151, 'gamma_1': 1.4478498478263329, 'gamma_2': -0.4185208322029171, 'gamma_3': -1.3855802743266377, 'gamma_4': -0.7643022125550527, 'beta_0': -1.292477311049725, 'beta_1': 2.3427676002806423, 'beta_2': -0.8692496522765027, 'beta_3': -2.1993945661125, 'beta_4': 1.2259348736553994}. Best is trial 61 with value: -29.067625.
[I 2021-08-05 22:30:45,336] Trial 84 finished with value: -26.833874999999992 and parameters: {'optimizer': 'QN-SPSA', 'reps': 3, 'gamma_0': -1.4433485132100299, 'gamma_1': 1.1925319107280472, 'gamma_2': 1.6525118595208432, 'beta_0': -2.3569475812193237, 'beta_1': 0.02784645151925623, 'beta_2': -1.1702627081939356}. Best is trial 61 with value: -29.067625.
[I 2021-08-05 22:37:02,773] Trial 85 finished with value: -27.477125 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': -2.8362344401914923, 'gamma_1': 0.5182099644717422, 'beta_0': -1.6171132130510224, 'beta_1': 1.2800038252853612}. Best is trial 61 with value: -29.067625.
[I 2021-08-05 22:43:19,741] Trial 86 finished with value: -28.498374999999992 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': -2.7535859924307564, 'beta_0': -2.162951843091984}. Best is trial 61 with value: -29.067625.
[I 2021-08-05 22:49:52,078] Trial 87 finished with value: -25.284999999999997 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': -2.807708266819306, 'beta_0': 0.48122036210184066}. Best is trial 61 with value: -29.067625.
[I 2021-08-05 22:58:04,076] Trial 88 finished with value: -23.769750000000002 and parameters: {'optimizer': 'QN-SPSA', 'reps': 7, 'gamma_0': -3.1264174127596727, 'gamma_1': -2.9152321143069364, 'gamma_2': 2.56496165858341, 'gamma_3': -3.090844447656204, 'gamma_4': 0.12028490668421064, 'gamma_5': -2.8193265763513837, 'gamma_6': 1.4115537988083489, 'beta_0': -1.5895918815537173, 'beta_1': -0.1732038293233784, 'beta_2': -2.8672238320989085, 'beta_3': -2.8945207136265867, 'beta_4': -2.9510638892637875, 'beta_5': -2.2566199365279997, 'beta_6': -0.14397214294720406}. Best is trial 61 with value: -29.067625.
[I 2021-08-05 23:11:48,740] Trial 89 finished with value: -23.922124999999998 and parameters: {'optimizer': 'QN-SPSA', 'reps': 23, 'gamma_0': -2.896285339356224, 'gamma_1': -1.4837622700201554, 'gamma_2': 2.43325282152575, 'gamma_3': -2.2092980385846084, 'gamma_4': 1.7505426953609733, 'gamma_5': 2.2135513372166127, 'gamma_6': 0.9597644794678974, 'gamma_7': 0.6333280431052815, 'gamma_8': 0.4300687434557378, 'gamma_9': -2.5030321822184884, 'gamma_10': 2.386740016438703, 'gamma_11': 3.0897969427751155, 'gamma_12': -0.27861550115339384, 'gamma_13': -0.39621114288221837, 'gamma_14': 1.0042234080685508, 'gamma_15': -1.0865090572430065, 'gamma_16': -1.994371580782729, 'gamma_17': -3.0748268889263084, 'gamma_18': 0.46598234952092205, 'gamma_19': -3.0932335989052904, 'gamma_20': 2.118753406291305, 'gamma_21': -0.7264173579513344, 'gamma_22': -1.6040709097212638, 'beta_0': -2.8056651864015967, 'beta_1': 2.919359407923147, 'beta_2': -2.125253451222393, 'beta_3': 2.535022694338115, 'beta_4': -0.5449056628565757, 'beta_5': 0.3943527136103887, 'beta_6': 0.2431187795121819, 'beta_7': -1.4717130175293514, 'beta_8': 1.436824532204018, 'beta_9': -1.2141919558829501, 'beta_10': 2.388809688457206, 'beta_11': -2.5585251205026625, 'beta_12': 1.559987892132611, 'beta_13': -0.8944696984157969, 'beta_14': -0.7866470564019394, 'beta_15': -3.1340360248883963, 'beta_16': -2.8387840548599605, 'beta_17': -0.9590856460060883, 'beta_18': -1.9199560651606722, 'beta_19': 1.7338452778887277, 'beta_20': -3.0783061263961082, 'beta_21': -0.3183636056758926, 'beta_22': 1.707084676664527}. Best is trial 61 with value: -29.067625.
[I 2021-08-05 23:18:27,891] Trial 90 finished with value: -26.774375000000006 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': -2.749842101923812, 'gamma_1': 0.5085579191161007, 'beta_0': -2.602013234394181, 'beta_1': -0.6668345868117462}. Best is trial 61 with value: -29.067625.
[I 2021-08-05 23:25:05,681] Trial 91 finished with value: -27.976125000000003 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': -2.134007730151188, 'beta_0': -1.84475391295653}. Best is trial 61 with value: -29.067625.
[I 2021-08-05 23:31:35,608] Trial 92 finished with value: -25.450625000000006 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': -2.519031101009502, 'beta_0': -1.7969116672252867}. Best is trial 61 with value: -29.067625.
[I 2021-08-05 23:39:04,154] Trial 93 finished with value: -25.942624999999992 and parameters: {'optimizer': 'QN-SPSA', 'reps': 5, 'gamma_0': -3.030418534612221, 'gamma_1': -0.4884580438216501, 'gamma_2': 2.1322590601228404, 'gamma_3': 2.9131139248614484, 'gamma_4': -0.3718439462943347, 'beta_0': -1.8981434787684044, 'beta_1': 0.48938112493495034, 'beta_2': 3.006473465472607, 'beta_3': -0.7379845924802332, 'beta_4': -1.6180966356614124}. Best is trial 61 with value: -29.067625.
[I 2021-08-05 23:46:03,285] Trial 94 finished with value: -24.566000000000003 and parameters: {'optimizer': 'QN-SPSA', 'reps': 2, 'gamma_0': -2.080382014336537, 'gamma_1': -1.2105570905650451, 'beta_0': -2.076807925079826, 'beta_1': 2.1385056292879017}. Best is trial 61 with value: -29.067625.
[I 2021-08-05 23:53:28,019] Trial 95 finished with value: -25.868625 and parameters: {'optimizer': 'QN-SPSA', 'reps': 4, 'gamma_0': -2.369542449335717, 'gamma_1': -0.1632372210845776, 'gamma_2': -0.8060967265652631, 'gamma_3': 3.1181874121699003, 'beta_0': -1.3753203722314347, 'beta_1': 1.344790612239997, 'beta_2': 2.5174742151233716, 'beta_3': 1.578754348973609}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:01:36,966] Trial 96 finished with value: -24.148500000000002 and parameters: {'optimizer': 'QN-SPSA', 'reps': 6, 'gamma_0': -2.1390658666318814, 'gamma_1': -2.241602169640475, 'gamma_2': 1.4662436199245006, 'gamma_3': 0.19047743902445521, 'gamma_4': -2.4673885641692967, 'gamma_5': -0.40114928680437706, 'beta_0': -1.623458619232712, 'beta_1': 0.2530045309844807, 'beta_2': 1.3940465516339429, 'beta_3': 3.090633723529331, 'beta_4': -2.106015969234164, 'beta_5': 0.838872490607445}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:09:00,845] Trial 97 finished with value: -25.18675 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': -2.542659799354253, 'beta_0': -2.4289671677783358}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:13:26,551] Trial 98 finished with value: -24.798250000000007 and parameters: {'optimizer': 'SPSA', 'reps': 4, 'gamma_0': -2.947821339467734, 'gamma_1': -2.685157671276374, 'gamma_2': 3.1030150240025365, 'gamma_3': -0.376533404806617, 'beta_0': -2.239300125329662, 'beta_1': 0.876434692816382, 'beta_2': -1.483556246564462, 'beta_3': -0.205438411126607}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:13:41,197] Trial 99 finished with value: -27.571499999999997 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': -2.6732575108018892, 'gamma_1': -0.9321250369627049, 'beta_0': -1.8272937736256474, 'beta_1': 2.7322125024650745}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:22:12,349] Trial 100 finished with value: -24.371375 and parameters: {'optimizer': 'QN-SPSA', 'reps': 7, 'gamma_0': -2.683178267943325, 'gamma_1': -0.861894065986605, 'gamma_2': -1.2012230756363749, 'gamma_3': 0.6340458676574997, 'gamma_4': -1.0750488140159618, 'gamma_5': -2.0526806721305104, 'gamma_6': -2.0152778044853052, 'beta_0': -1.857319340683041, 'beta_1': 2.558633335383338, 'beta_2': 2.2216392742524143, 'beta_3': -1.696003163545843, 'beta_4': 0.4098565823789891, 'beta_5': -0.403248142167203, 'beta_6': -2.7723546567902893}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:22:28,845] Trial 101 finished with value: -25.367624999999997 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': -2.297297687577785, 'gamma_1': -1.7012637312110843, 'beta_0': -2.0170553297024694, 'beta_1': 2.859298524274413}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:22:41,995] Trial 102 finished with value: -26.282875000000008 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': -1.0178569110698883, 'gamma_1': 0.0852276061656746, 'beta_0': -1.4955876671360544, 'beta_1': 1.8924811676205517}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:23:07,234] Trial 103 finished with value: -26.949749999999995 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': -2.463972311593409, 'gamma_1': -1.0392462604740127, 'gamma_2': 0.9110844378249581, 'beta_0': -1.6966530257113077, 'beta_1': 1.5525078591857309, 'beta_2': 2.827851837408857}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:23:17,383] Trial 104 finished with value: -28.311124999999993 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -1.753225524936553, 'beta_0': -2.255598332473132}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:23:50,375] Trial 105 finished with value: -25.123499999999996 and parameters: {'optimizer': 'COBYLA', 'reps': 5, 'gamma_0': -1.6330101194563162, 'gamma_1': -1.925454101992718, 'gamma_2': 1.1947936960157863, 'gamma_3': -2.65789023591169, 'gamma_4': -2.0106681267458675, 'beta_0': -2.235201739674105, 'beta_1': 2.356743985467985, 'beta_2': 1.7855367410780247, 'beta_3': 2.3410159759917057, 'beta_4': 2.2501607711537464}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:24:15,273] Trial 106 finished with value: -26.394125 and parameters: {'optimizer': 'COBYLA', 'reps': 4, 'gamma_0': -2.2186854757860495, 'gamma_1': -0.5038765176931637, 'gamma_2': -2.9452812489849762, 'gamma_3': -1.7035576474553342, 'beta_0': -2.1590321013551272, 'beta_1': 2.6861483307823812, 'beta_2': 0.7341160669465154, 'beta_3': -2.169495154533046}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:25:19,077] Trial 107 finished with value: -24.69775 and parameters: {'optimizer': 'COBYLA', 'reps': 9, 'gamma_0': -2.775297182965266, 'gamma_1': 0.357410653395173, 'gamma_2': 2.6598465040486254, 'gamma_3': 2.6850254959792674, 'gamma_4': -0.07728921005631142, 'gamma_5': 0.5628079667475682, 'gamma_6': -2.6606012459071944, 'gamma_7': 2.0164424078350263, 'gamma_8': -1.351616917367638, 'beta_0': -2.6435127496811326, 'beta_1': 3.074211400260092, 'beta_2': -2.941011318887285, 'beta_3': -0.4394680978603951, 'beta_4': 0.7681096912637971, 'beta_5': -1.2647647591121205, 'beta_6': 1.0481828778290685, 'beta_7': -2.779162796584998, 'beta_8': -1.5299726619597258}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:25:28,817] Trial 108 finished with value: -25.166750000000004 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': -1.7198681629661006, 'gamma_1': -0.20521002544418732, 'beta_0': -0.186266835672664, 'beta_1': 0.657419950193995}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:25:36,711] Trial 109 finished with value: -28.450875 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -1.9514132295016553, 'beta_0': 0.05532162458134737}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:25:46,527] Trial 110 finished with value: -27.654625000000003 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -2.0003745178983703, 'beta_0': 0.4474884655330008}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:25:55,713] Trial 111 finished with value: -27.836874999999996 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -2.098790772173333, 'beta_0': 0.9030299785289179}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:26:05,713] Trial 112 finished with value: -27.810375000000004 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -1.934932882564601, 'beta_0': 0.8910253066032966}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:26:15,464] Trial 113 finished with value: -27.931875000000005 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -1.5364940912245924, 'beta_0': 1.2222195260893127}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:26:35,273] Trial 114 finished with value: -24.661749999999994 and parameters: {'optimizer': 'COBYLA', 'reps': 5, 'gamma_0': -1.5118485288693617, 'gamma_1': -2.5852708340714114, 'gamma_2': -2.4791961600409396, 'gamma_3': -1.2165704840202796, 'gamma_4': 0.3649515595597977, 'beta_0': 0.8888099619074087, 'beta_1': -1.0842408184480952, 'beta_2': 1.0439751354051623, 'beta_3': 2.0299924493306616, 'beta_4': -0.35421357129137426}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:26:49,561] Trial 115 finished with value: -26.547125000000005 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': -1.938041039469115, 'gamma_1': -2.777271019719145, 'gamma_2': -2.698289838899116, 'beta_0': 1.2557119409734785, 'beta_1': -1.2119277970002318, 'beta_2': 1.6781968140953292}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:26:56,246] Trial 116 finished with value: -28.71899999999999 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -2.1153231073537033, 'beta_0': 1.1899326417091367}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:27:15,064] Trial 117 finished with value: -25.673 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': -2.1539370089663246, 'gamma_1': -3.1128879153435203, 'gamma_2': -0.26108341391031553, 'beta_0': 1.009337426751658, 'beta_1': -2.3304384027990515, 'beta_2': -3.123070095763203}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:27:24,433] Trial 118 finished with value: -24.644499999999994 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -1.7392520519252896, 'beta_0': 1.3844992014592943}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:27:52,057] Trial 119 finished with value: -26.026750000000003 and parameters: {'optimizer': 'COBYLA', 'reps': 4, 'gamma_0': -2.3063409343779733, 'gamma_1': 2.3283962275593972, 'gamma_2': 2.0756265560962515, 'gamma_3': 2.0337458023940123, 'beta_0': 0.8103365992639326, 'beta_1': -2.9135389526783126, 'beta_2': 0.4714029900044542, 'beta_3': -3.1044829618077627}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:28:27,745] Trial 120 finished with value: -24.214124999999992 and parameters: {'optimizer': 'COBYLA', 'reps': 6, 'gamma_0': -2.1273897765786525, 'gamma_1': -2.205453662695949, 'gamma_2': 1.5980419573463671, 'gamma_3': 1.8506478328477893, 'gamma_4': 1.9252041877838506, 'gamma_5': 1.369767988786352, 'beta_0': 0.03729227524256573, 'beta_1': -0.7039272394422801, 'beta_2': -1.9598376147497913, 'beta_3': -0.8511610124491246, 'beta_4': -2.4208580503597252, 'beta_5': -1.7370947980519251}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:28:36,294] Trial 121 finished with value: -28.106249999999996 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -1.5491226523844153, 'beta_0': 1.2649793509582994}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:32:05,250] Trial 122 finished with value: -24.286124999999995 and parameters: {'optimizer': 'COBYLA', 'reps': 47, 'gamma_0': -1.5570058514572134, 'gamma_1': 2.634460995921834, 'gamma_2': 0.10896538283464031, 'gamma_3': -0.6489650644725611, 'gamma_4': 2.8573810814867335, 'gamma_5': -1.562616457746705, 'gamma_6': 0.28656807083979813, 'gamma_7': 1.2266393931288078, 'gamma_8': 2.1627506182391825, 'gamma_9': 1.4857766826986454, 'gamma_10': -1.9781513226528409, 'gamma_11': 0.35207642395806216, 'gamma_12': -1.5400056531262871, 'gamma_13': 2.6893365421159627, 'gamma_14': -2.107904123724376, 'gamma_15': -2.473667725467332, 'gamma_16': 2.4976197907921285, 'gamma_17': -0.030338004688935074, 'gamma_18': -3.0769966593405, 'gamma_19': 2.131527641852904, 'gamma_20': -0.7848150778956698, 'gamma_21': -0.5061047776427817, 'gamma_22': 0.3887075431024939, 'gamma_23': -1.8528871694265934, 'gamma_24': -2.302346077605419, 'gamma_25': 0.5349294820598567, 'gamma_26': -3.0520205686035737, 'gamma_27': 3.0931158787605897, 'gamma_28': -1.407213253180449, 'gamma_29': -3.1176402657153006, 'gamma_30': -2.8687905818778665, 'gamma_31': 1.2630647018931878, 'gamma_32': 3.1217747240855274, 'gamma_33': -0.7298676528813468, 'gamma_34': -0.9021376400104019, 'gamma_35': -0.7215973177804587, 'gamma_36': 3.009857179897188, 'gamma_37': 1.6681727925347092, 'gamma_38': -1.238766897491923, 'gamma_39': -3.0031275182342143, 'gamma_40': -0.8387753186415613, 'gamma_41': -3.0614169269581533, 'gamma_42': -2.9369586371342913, 'gamma_43': 2.668903132680198, 'gamma_44': -2.9739461259524007, 'gamma_45': -0.3782447824599365, 'gamma_46': -3.140791794948252, 'beta_0': 1.2036892140627398, 'beta_1': -1.8597141064472382, 'beta_2': 1.3168051112944628, 'beta_3': 0.2269026282445595, 'beta_4': -2.7956590190569406, 'beta_5': 1.2623418122394483, 'beta_6': 1.7713309046873253, 'beta_7': 2.2261982863766687, 'beta_8': -2.3221852720029883, 'beta_9': 0.7851838292837242, 'beta_10': 1.0750694340154634, 'beta_11': -1.7034192015752605, 'beta_12': 2.4251149298064534, 'beta_13': -1.7629872172873384, 'beta_14': 1.1626806182585092, 'beta_15': 0.562175048102853, 'beta_16': 2.325174899198291, 'beta_17': -3.0961852410026385, 'beta_18': 2.3776384614353585, 'beta_19': -0.994756334167733, 'beta_20': 2.5259180347490613, 'beta_21': 0.5917542030426952, 'beta_22': 0.5476668579064454, 'beta_23': 1.3728199600110333, 'beta_24': -0.489231226684651, 'beta_25': 1.603641060761933, 'beta_26': -1.9024141830890993, 'beta_27': 2.706731970534675, 'beta_28': -1.2382797269576116, 'beta_29': 1.0688757442711616, 'beta_30': -1.6332419018958197, 'beta_31': 1.1242026616910912, 'beta_32': 3.134012853174955, 'beta_33': -1.6827992122319837, 'beta_34': 1.2685662800847002, 'beta_35': -3.0053644029038193, 'beta_36': 1.7614403083822954, 'beta_37': -1.8418131372261168, 'beta_38': 3.0885433901181485, 'beta_39': -0.5732756977246907, 'beta_40': 1.5812105569793575, 'beta_41': -1.7818634516312852, 'beta_42': 2.951284313537645, 'beta_43': -2.9057045644168578, 'beta_44': -3.051879732662691, 'beta_45': -0.941158466132962, 'beta_46': -2.7723747509940266}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:32:24,008] Trial 123 finished with value: -26.479374999999997 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': -1.6927877195950771, 'gamma_1': 2.970835232610631, 'gamma_2': -1.7981128792309102, 'beta_0': 1.437558660801057, 'beta_1': -0.5366186268837697, 'beta_2': -1.3420783688938642}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:32:30,966] Trial 124 finished with value: -28.724250000000012 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -1.2376813103409374, 'beta_0': 1.6573179306253756}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:32:37,839] Trial 125 finished with value: -27.752875 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -1.178468805317877, 'beta_0': 1.5611835698178624}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:32:54,492] Trial 126 finished with value: -27.031125 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': -1.4230402089073544, 'gamma_1': -1.2466718988475083, 'gamma_2': -0.7747910226294474, 'beta_0': 1.8383270245467997, 'beta_1': -1.6213881169017221, 'beta_2': 2.0526747232979528}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:33:15,574] Trial 127 finished with value: -25.070125000000004 and parameters: {'optimizer': 'COBYLA', 'reps': 4, 'gamma_0': -1.3453098387144715, 'gamma_1': -1.6027043430750239, 'gamma_2': -2.113820266043459, 'gamma_3': 2.2875690746054036, 'beta_0': 1.1387668203042325, 'beta_1': -1.3921505583467615, 'beta_2': -2.560416925971358, 'beta_3': -1.3072073613255262}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:33:29,400] Trial 128 finished with value: -26.544750000000004 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': -1.2882866118153635, 'gamma_1': -2.4542488349072533, 'beta_0': 1.6654356148014076, 'beta_1': -0.9387135983794349}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:33:38,613] Trial 129 finished with value: -25.32962500000001 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -1.5860239009347945, 'beta_0': 2.104959866545697}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:34:04,500] Trial 130 finished with value: -24.37975 and parameters: {'optimizer': 'COBYLA', 'reps': 5, 'gamma_0': -2.4219472371560666, 'gamma_1': 1.501930761838376, 'gamma_2': 0.6105288449379953, 'gamma_3': 1.5721399140439751, 'gamma_4': -2.9594716192697805, 'beta_0': 1.267786880263455, 'beta_1': -2.5325723156548765, 'beta_2': 0.09489270367106933, 'beta_3': 1.062384221113592, 'beta_4': -1.2820102663810327}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:34:11,311] Trial 131 finished with value: -26.834124999999993 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -1.8032394573819925, 'beta_0': 0.9906774703740713}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:34:23,485] Trial 132 finished with value: -27.949375 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': -2.0506003902564975, 'gamma_1': 1.8465091713502368, 'beta_0': 0.5965191404617299, 'beta_1': -0.21825542589912345}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:34:34,148] Trial 133 finished with value: -27.283624999999997 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': -2.0408908990721883, 'gamma_1': 1.8297938225896342, 'beta_0': 0.48958226581762015, 'beta_1': -0.4629507130214678}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:34:52,502] Trial 134 finished with value: -26.077624999999998 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': -1.8487838564036747, 'gamma_1': 0.7238456110749185, 'gamma_2': -1.514548406885964, 'beta_0': 0.05909153229453133, 'beta_1': -0.2258733172077337, 'beta_2': 2.5677971337885563}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:34:59,808] Trial 135 finished with value: -24.83662500000001 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -2.221740397376086, 'beta_0': 0.6759304646039486}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:35:25,082] Trial 136 finished with value: -25.585875 and parameters: {'optimizer': 'COBYLA', 'reps': 4, 'gamma_0': -2.0652774914176266, 'gamma_1': 1.0760626264359756, 'gamma_2': 2.7380885599545843, 'gamma_3': -2.086719987999847, 'beta_0': 0.25802634588045104, 'beta_1': -0.049751240108912825, 'beta_2': -1.6747796934894987, 'beta_3': 1.3880399140028385}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:37:13,893] Trial 137 finished with value: -23.69025 and parameters: {'optimizer': 'COBYLA', 'reps': 20, 'gamma_0': -1.0520049015625532, 'gamma_1': 3.1398068306716165, 'gamma_2': 2.262929202679456, 'gamma_3': -2.9609113055854883, 'gamma_4': -0.8436058401990599, 'gamma_5': 2.3610942262666526, 'gamma_6': -0.29484715814771534, 'gamma_7': -1.7801260498031621, 'gamma_8': -0.05869774547728459, 'gamma_9': 2.873983073578069, 'gamma_10': -2.543979677923258, 'gamma_11': -0.49712136012411806, 'gamma_12': 2.607639418559831, 'gamma_13': 1.569442244678523, 'gamma_14': -0.6258798315786956, 'gamma_15': 0.4823346612543243, 'gamma_16': -3.1339819725952487, 'gamma_17': 1.4354442738361173, 'gamma_18': 2.159112222585481, 'gamma_19': -1.9265950971625974, 'beta_0': 0.43395313034286076, 'beta_1': 0.36401907412084483, 'beta_2': 0.859839999105672, 'beta_3': 0.7137993816221002, 'beta_4': 1.9483646019078138, 'beta_5': -0.8044189332464678, 'beta_6': -0.8015945051274416, 'beta_7': 1.0098317971618427, 'beta_8': 0.9392125737680289, 'beta_9': 1.170856848951401, 'beta_10': 1.726739789758226, 'beta_11': 0.9429359384533761, 'beta_12': -0.7180528591346597, 'beta_13': -2.516974591376028, 'beta_14': 0.07227119135212892, 'beta_15': 1.7748073043896546, 'beta_16': -1.0257844131307194, 'beta_17': 0.6886729118417453, 'beta_18': 0.8293153597551116, 'beta_19': 0.4308413571524141}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:37:27,491] Trial 138 finished with value: -27.118999999999996 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': -1.6167244509866432, 'gamma_1': 1.3202037368423967, 'beta_0': 1.0482648924007085, 'beta_1': -0.7569892069566388}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:37:35,921] Trial 139 finished with value: -25.947500000000005 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -1.756965979432098, 'beta_0': 1.3522381912849908}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:37:50,795] Trial 140 finished with value: -26.16699999999999 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': -2.357447444029742, 'gamma_1': 2.148890173404971, 'gamma_2': -0.5814254611702016, 'beta_0': 0.549484484384623, 'beta_1': 0.09903514981504613, 'beta_2': 2.375353219250222}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:37:57,378] Trial 141 finished with value: -26.583125 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -1.9931868643122561, 'beta_0': 0.8156651718499757}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:38:04,922] Trial 142 finished with value: -28.307250000000003 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -1.8489775309544965, 'beta_0': 0.8816458249519352}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:38:15,202] Trial 143 finished with value: -26.502999999999993 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': -1.8677648258943822, 'gamma_1': 2.6939266673378426, 'beta_0': 0.3363993191711712, 'beta_1': -2.126122309431498}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:38:33,848] Trial 144 finished with value: -25.104499999999998 and parameters: {'optimizer': 'COBYLA', 'reps': 4, 'gamma_0': -2.1060119169442224, 'gamma_1': 0.2007897622821675, 'gamma_2': 2.993341344925088, 'gamma_3': 0.4755145936823452, 'beta_0': -0.4729304897217381, 'beta_1': -1.292479580441273, 'beta_2': -1.0040385588862337, 'beta_3': 2.9570842700883757}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:38:40,342] Trial 145 finished with value: -26.643374999999992 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -1.257538885989158, 'beta_0': 1.1596855473180396}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:38:56,488] Trial 146 finished with value: -26.064749999999997 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': -2.2410641089092795, 'gamma_1': 1.6563052553131143, 'gamma_2': -1.167531305267741, 'beta_0': 0.7335237672945883, 'beta_1': 1.1486619738057016, 'beta_2': 0.41987492458315673}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:42:53,560] Trial 147 finished with value: -24.880999999999993 and parameters: {'optimizer': 'SPSA', 'reps': 2, 'gamma_0': -2.544191676138754, 'gamma_1': 2.3401350645069225, 'beta_0': 0.9102576593952474, 'beta_1': -0.34047317616366995}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:43:07,922] Trial 148 finished with value: -27.886874999999996 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': -1.6830013130762809, 'gamma_1': 2.8182388914248597, 'beta_0': 0.3381156753833363, 'beta_1': 1.5360345947483363}. Best is trial 61 with value: -29.067625.
[I 2021-08-06 00:43:34,323] Trial 149 finished with value: -24.4545 and parameters: {'optimizer': 'COBYLA', 'reps': 6, 'gamma_0': -1.5475068672958465, 'gamma_1': 2.563871357991871, 'gamma_2': -3.126066399110813, 'gamma_3': 1.016109984437784, 'gamma_4': 1.0499423307687974, 'gamma_5': 1.6334403590018527, 'beta_0': 0.5828733617936871, 'beta_1': 0.6017358264282862, 'beta_2': -0.36051954087016946, 'beta_3': 2.6627646029131915, 'beta_4': 1.4897421516778035, 'beta_5': 0.19640233692200973}. Best is trial 61 with value: -29.067625.

print(study.best_trial)

FrozenTrial(number=61, values=[-29.067625], datetime_start=datetime.datetime(2021, 8, 5, 19, 32, 19, 127430), datetime_complete=datetime.datetime(2021, 8, 5, 19, 38, 20, 532905), params={'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': -1.875403914072403, 'beta_0': -1.935641677293987}, distributions={'optimizer': CategoricalDistribution(choices=('SPSA', 'QN-SPSA', 'COBYLA')), 'reps': IntUniformDistribution(high=51, low=1, step=1), 'gamma_0': UniformDistribution(high=3.141592653589793, low=-3.141592653589793), 'beta_0': UniformDistribution(high=3.141592653589793, low=-3.141592653589793)}, user_attrs={'best': [-29.067625, optimal function value: -35.0
optimal value: [0. 1. 0. 1. 0.]
status: SUCCESS, array([ 0.21171636, -6.18421203]), 'QN-SPSA']}, system_attrs={}, intermediate_values={}, trial_id=61, state=TrialState.COMPLETE, value=None)

fig = optuna.visualization.plot_optimization_history(study)
fig.show()

mean, result, optimal_params, optimizer_name = study.user_attrs["best"]
print(f"Optimizer: {optimizer_name}")
print(f"Optimal Parameters: {optimal_params}")

Optimizer: QN-SPSA
Optimal Parameters: [ 0.21171636 -6.18421203]

max_cut.draw(result)

mean, distribution = max_cut.analyse(result, print_output=True)
max_cut.plot_histogram(distribution, mean)

optimal function value: -35.0
optimal value: [0. 1. 0. 1. 0.]
status: SUCCESS
Number of samples (32) is too large to display. Skip.
Expectation Value: -29.067625
Highest Exp.Value: 0 with 0.017375 %
Lowest Exp.Value: -35 with 0.074875 %
Highest Probability: -32 with 0.2615 %
Ratio r: 0.8305035714285715
MSE: 138.994823140625
RMSE: 11.789606572766752

import qiskit.tools.jupyter
%qiskit_version_table

/home/hm-tlacherm/.local/lib/python3.8/site-packages/qiskit/aqua/__init__.py:86: DeprecationWarning:

The package qiskit.aqua is deprecated. It was moved/refactored to qiskit-terra For more information see <https://github.com/Qiskit/qiskit-aqua/blob/main/README.md#migration-guide>

Version Information

Qiskit Software	Version
qiskit-terra	0.18.1
qiskit-aer	0.8.2
qiskit-ignis	0.6.0
qiskit-ibmq-provider	0.16.0
qiskit-aqua	0.9.4
qiskit	0.29.0
qiskit-nature	0.1.5
qiskit-optimization	0.2.1
System information
Python	3.8.6 (default, Jan 22 2021, 11:41:28) [GCC 8.4.1 20200928 (Red Hat 8.4.1-1)]
OS	Linux
CPUs	192
Memory (Gb)	6046.015735626221
Fri Aug 06 00:43:35 2021 CEST